== lnet-selftest test smoke: lst regression test ========= 02:18:50 (1787552330) oleg245-client: oleg245-client.virtnet: executing lst_cleanup oleg245-server: oleg245-server.virtnet: executing lst_cleanup oleg245-server: oleg245-server.virtnet: executing lst_setup oleg245-client: oleg245-client.virtnet: executing lst_setup #!/usr/bin/bash set -e cleanup () { trap 0; echo killing $1 ... ; kill -9 $1 || true; } /home/green/git/lustre-release/lustre/../lnet/utils/lst new_session --timeo 100000 hh /home/green/git/lustre-release/lustre/../lnet/utils/lst add_group c 192.168.202.45@tcp /home/green/git/lustre-release/lustre/../lnet/utils/lst add_group s 192.168.202.145@tcp echo '=====================================' echo 'Listing of bad_group should not crash' echo '=====================================' /home/green/git/lustre-release/lustre/../lnet/utils/lst list_group s bad_group c /home/green/git/lustre-release/lustre/../lnet/utils/lst add_batch b echo '=====================================' echo 'A bulk offset must not overrun the bulk' echo '=====================================' /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --from c --to s brw read check=full size=4096 off=8 echo '=====================================' echo 'A whole page offset must not be counted twice' echo '=====================================' /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --from c --to s brw read check=full size=4096 off=4096 /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c ping /home/green/git/lustre-release/lustre/../lnet/utils/lst run b sleep 1 /home/green/git/lustre-release/lustre/../lnet/utils/lst stat --delay 10 --timeout 10 c s & pid=$! trap "cleanup $pid" INT TERM sleep 300 cleanup $pid SESSION: hh FEATURES: 1 TIMEOUT: 100000 FORCE: No 192.168.202.45@tcp are added to session 192.168.202.145@tcp are added to session ===================================== Listing of bad_group should not crash ===================================== 1 0 0 0 1 (null) 1 0 0 0 1 (null) ===================================== A bulk offset must not overrun the bulk ===================================== Test was added successfully ===================================== A whole page offset must not be counted twice ===================================== Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully b is running now [LNet Rates of c] [R] Avg: 652 RPC/s Min: 652 RPC/s Max: 652 RPC/s [W] Avg: 649 RPC/s Min: 649 RPC/s Max: 649 RPC/s [LNet Bandwidth of c] [R] Avg: 75.54 MiB/s Min: 75.54 MiB/s Max: 75.54 MiB/s [W] Avg: 76.11 MiB/s Min: 76.11 MiB/s Max: 76.11 MiB/s [LNet Rates of s] [R] Avg: 657 RPC/s Min: 657 RPC/s Max: 657 RPC/s [W] Avg: 661 RPC/s Min: 661 RPC/s Max: 661 RPC/s [LNet Bandwidth of s] [R] Avg: 76.41 MiB/s Min: 76.41 MiB/s Max: 76.41 MiB/s [W] Avg: 75.64 MiB/s Min: 75.64 MiB/s Max: 75.64 MiB/s [LNet Rates of c] [R] Avg: 738 RPC/s Min: 738 RPC/s Max: 738 RPC/s [W] Avg: 739 RPC/s Min: 739 RPC/s Max: 739 RPC/s [LNet Bandwidth of c] [R] Avg: 85.28 MiB/s Min: 85.28 MiB/s Max: 85.28 MiB/s [W] Avg: 85.97 MiB/s Min: 85.97 MiB/s Max: 85.97 MiB/s [LNet Rates of s] [R] Avg: 747 RPC/s Min: 747 RPC/s Max: 747 RPC/s [W] Avg: 747 RPC/s Min: 747 RPC/s Max: 747 RPC/s [LNet Bandwidth of s] [R] Avg: 85.80 MiB/s Min: 85.80 MiB/s Max: 85.80 MiB/s [W] Avg: 85.21 MiB/s Min: 85.21 MiB/s Max: 85.21 MiB/s [LNet Rates of c] [R] Avg: 597 RPC/s Min: 597 RPC/s Max: 597 RPC/s [W] Avg: 573 RPC/s Min: 573 RPC/s Max: 573 RPC/s [LNet Bandwidth of c] [R] Avg: 67.18 MiB/s Min: 67.18 MiB/s Max: 67.18 MiB/s [W] Avg: 69.36 MiB/s Min: 69.36 MiB/s Max: 69.36 MiB/s [LNet Rates of s] [R] Avg: 585 RPC/s Min: 585 RPC/s Max: 585 RPC/s [W] Avg: 584 RPC/s Min: 584 RPC/s Max: 584 RPC/s [LNet Bandwidth of s] [R] Avg: 68.89 MiB/s Min: 68.89 MiB/s Max: 68.89 MiB/s [W] Avg: 66.66 MiB/s Min: 66.66 MiB/s Max: 66.66 MiB/s [LNet Rates of c] [R] Avg: 567 RPC/s Min: 567 RPC/s Max: 567 RPC/s [W] Avg: 593 RPC/s Min: 593 RPC/s Max: 593 RPC/s [LNet Bandwidth of c] [R] Avg: 67.44 MiB/s Min: 67.44 MiB/s Max: 67.44 MiB/s [W] Avg: 67.45 MiB/s Min: 67.45 MiB/s Max: 67.45 MiB/s [LNet Rates of s] [R] Avg: 589 RPC/s Min: 589 RPC/s Max: 589 RPC/s [W] Avg: 585 RPC/s Min: 585 RPC/s Max: 585 RPC/s [LNet Bandwidth of s] [R] Avg: 67.59 MiB/s Min: 67.59 MiB/s Max: 67.59 MiB/s [W] Avg: 68.05 MiB/s Min: 68.05 MiB/s Max: 68.05 MiB/s [LNet Rates of c] [R] Avg: 718 RPC/s Min: 718 RPC/s Max: 718 RPC/s [W] Avg: 712 RPC/s Min: 712 RPC/s Max: 712 RPC/s [LNet Bandwidth of c] [R] Avg: 85.59 MiB/s Min: 85.59 MiB/s Max: 85.59 MiB/s [W] Avg: 84.83 MiB/s Min: 84.83 MiB/s Max: 84.83 MiB/s [LNet Rates of s] [R] Avg: 721 RPC/s Min: 721 RPC/s Max: 721 RPC/s [W] Avg: 730 RPC/s Min: 730 RPC/s Max: 730 RPC/s [LNet Bandwidth of s] [R] Avg: 85.11 MiB/s Min: 85.11 MiB/s Max: 85.11 MiB/s [W] Avg: 85.45 MiB/s Min: 85.45 MiB/s Max: 85.45 MiB/s [LNet Rates of c] [R] Avg: 591 RPC/s Min: 591 RPC/s Max: 591 RPC/s [W] Avg: 592 RPC/s Min: 592 RPC/s Max: 592 RPC/s [LNet Bandwidth of c] [R] Avg: 68.18 MiB/s Min: 68.18 MiB/s Max: 68.18 MiB/s [W] Avg: 69.15 MiB/s Min: 69.15 MiB/s Max: 69.15 MiB/s [LNet Rates of s] [R] Avg: 594 RPC/s Min: 594 RPC/s Max: 594 RPC/s [W] Avg: 591 RPC/s Min: 591 RPC/s Max: 591 RPC/s [LNet Bandwidth of s] [R] Avg: 69.20 MiB/s Min: 69.20 MiB/s Max: 69.20 MiB/s [W] Avg: 68.03 MiB/s Min: 68.03 MiB/s Max: 68.03 MiB/s [LNet Rates of c] [R] Avg: 591 RPC/s Min: 591 RPC/s Max: 591 RPC/s [W] Avg: 592 RPC/s Min: 592 RPC/s Max: 592 RPC/s [LNet Bandwidth of c] [R] Avg: 69.96 MiB/s Min: 69.96 MiB/s Max: 69.96 MiB/s [W] Avg: 69.68 MiB/s Min: 69.68 MiB/s Max: 69.68 MiB/s [LNet Rates of s] [R] Avg: 602 RPC/s Min: 602 RPC/s Max: 602 RPC/s [W] Avg: 599 RPC/s Min: 599 RPC/s Max: 599 RPC/s [LNet Bandwidth of s] [R] Avg: 69.79 MiB/s Min: 69.79 MiB/s Max: 69.79 MiB/s [W] Avg: 70.27 MiB/s Min: 70.27 MiB/s Max: 70.27 MiB/s [LNet Rates of c] [R] Avg: 411 RPC/s Min: 411 RPC/s Max: 411 RPC/s [W] Avg: 411 RPC/s Min: 411 RPC/s Max: 411 RPC/s [LNet Bandwidth of c] [R] Avg: 49.14 MiB/s Min: 49.14 MiB/s Max: 49.14 MiB/s [W] Avg: 49.54 MiB/s Min: 49.54 MiB/s Max: 49.54 MiB/s [LNet Rates of s] [R] Avg: 404 RPC/s Min: 404 RPC/s Max: 404 RPC/s [W] Avg: 426 RPC/s Min: 426 RPC/s Max: 426 RPC/s [LNet Bandwidth of s] [R] Avg: 48.69 MiB/s Min: 48.69 MiB/s Max: 48.69 MiB/s [W] Avg: 48.13 MiB/s Min: 48.13 MiB/s Max: 48.13 MiB/s [LNet Rates of c] [R] Avg: 412 RPC/s Min: 412 RPC/s Max: 412 RPC/s [W] Avg: 389 RPC/s Min: 389 RPC/s Max: 389 RPC/s [LNet Bandwidth of c] [R] Avg: 46.35 MiB/s Min: 46.35 MiB/s Max: 46.35 MiB/s [W] Avg: 45.62 MiB/s Min: 45.62 MiB/s Max: 45.62 MiB/s [LNet Rates of s] [R] Avg: 425 RPC/s Min: 425 RPC/s Max: 425 RPC/s [W] Avg: 407 RPC/s Min: 407 RPC/s Max: 407 RPC/s [LNet Bandwidth of s] [R] Avg: 46.85 MiB/s Min: 46.85 MiB/s Max: 46.85 MiB/s [W] Avg: 47.59 MiB/s Min: 47.59 MiB/s Max: 47.59 MiB/s [LNet Rates of c] [R] Avg: 686 RPC/s Min: 686 RPC/s Max: 686 RPC/s [W] Avg: 711 RPC/s Min: 711 RPC/s Max: 711 RPC/s [LNet Bandwidth of c] [R] Avg: 82.43 MiB/s Min: 82.43 MiB/s Max: 82.43 MiB/s [W] Avg: 83.05 MiB/s Min: 83.05 MiB/s Max: 83.05 MiB/s [LNet Rates of s] [R] Avg: 714 RPC/s Min: 714 RPC/s Max: 714 RPC/s [W] Avg: 708 RPC/s Min: 708 RPC/s Max: 708 RPC/s [LNet Bandwidth of s] [R] Avg: 83.83 MiB/s Min: 83.83 MiB/s Max: 83.83 MiB/s [W] Avg: 83.50 MiB/s Min: 83.50 MiB/s Max: 83.50 MiB/s [LNet Rates of c] [R] Avg: 776 RPC/s Min: 776 RPC/s Max: 776 RPC/s [W] Avg: 754 RPC/s Min: 754 RPC/s Max: 754 RPC/s [LNet Bandwidth of c] [R] Avg: 88.60 MiB/s Min: 88.60 MiB/s Max: 88.60 MiB/s [W] Avg: 89.87 MiB/s Min: 89.87 MiB/s Max: 89.87 MiB/s [LNet Rates of s] [R] Avg: 766 RPC/s Min: 766 RPC/s Max: 766 RPC/s [W] Avg: 764 RPC/s Min: 764 RPC/s Max: 764 RPC/s [LNet Bandwidth of s] [R] Avg: 89.08 MiB/s Min: 89.08 MiB/s Max: 89.08 MiB/s [W] Avg: 87.06 MiB/s Min: 87.06 MiB/s Max: 87.06 MiB/s [LNet Rates of c] [R] Avg: 631 RPC/s Min: 631 RPC/s Max: 631 RPC/s [W] Avg: 656 RPC/s Min: 656 RPC/s Max: 656 RPC/s [LNet Bandwidth of c] [R] Avg: 74.97 MiB/s Min: 74.97 MiB/s Max: 74.97 MiB/s [W] Avg: 75.46 MiB/s Min: 75.46 MiB/s Max: 75.46 MiB/s [LNet Rates of s] [R] Avg: 654 RPC/s Min: 654 RPC/s Max: 654 RPC/s [W] Avg: 652 RPC/s Min: 652 RPC/s Max: 652 RPC/s [LNet Bandwidth of s] [R] Avg: 75.82 MiB/s Min: 75.82 MiB/s Max: 75.82 MiB/s [W] Avg: 75.92 MiB/s Min: 75.92 MiB/s Max: 75.92 MiB/s [LNet Rates of c] [R] Avg: 418 RPC/s Min: 418 RPC/s Max: 418 RPC/s [W] Avg: 393 RPC/s Min: 393 RPC/s Max: 393 RPC/s [LNet Bandwidth of c] [R] Avg: 46.96 MiB/s Min: 46.96 MiB/s Max: 46.96 MiB/s [W] Avg: 47.45 MiB/s Min: 47.45 MiB/s Max: 47.45 MiB/s [LNet Rates of s] [R] Avg: 403 RPC/s Min: 403 RPC/s Max: 403 RPC/s [W] Avg: 411 RPC/s Min: 411 RPC/s Max: 411 RPC/s [LNet Bandwidth of s] [R] Avg: 47.44 MiB/s Min: 47.44 MiB/s Max: 47.44 MiB/s [W] Avg: 46.39 MiB/s Min: 46.39 MiB/s Max: 46.39 MiB/s [LNet Rates of c] [R] Avg: 475 RPC/s Min: 475 RPC/s Max: 475 RPC/s [W] Avg: 501 RPC/s Min: 501 RPC/s Max: 501 RPC/s [LNet Bandwidth of c] [R] Avg: 57.26 MiB/s Min: 57.26 MiB/s Max: 57.26 MiB/s [W] Avg: 57.46 MiB/s Min: 57.46 MiB/s Max: 57.46 MiB/s [LNet Rates of s] [R] Avg: 510 RPC/s Min: 510 RPC/s Max: 510 RPC/s [W] Avg: 503 RPC/s Min: 503 RPC/s Max: 503 RPC/s [LNet Bandwidth of s] [R] Avg: 57.85 MiB/s Min: 57.85 MiB/s Max: 57.85 MiB/s [W] Avg: 58.51 MiB/s Min: 58.51 MiB/s Max: 58.51 MiB/s [LNet Rates of c] [R] Avg: 550 RPC/s Min: 550 RPC/s Max: 550 RPC/s [W] Avg: 547 RPC/s Min: 547 RPC/s Max: 547 RPC/s [LNet Bandwidth of c] [R] Avg: 64.82 MiB/s Min: 64.82 MiB/s Max: 64.82 MiB/s [W] Avg: 64.61 MiB/s Min: 64.61 MiB/s Max: 64.61 MiB/s [LNet Rates of s] [R] Avg: 553 RPC/s Min: 553 RPC/s Max: 553 RPC/s [W] Avg: 554 RPC/s Min: 554 RPC/s Max: 554 RPC/s [LNet Bandwidth of s] [R] Avg: 64.89 MiB/s Min: 64.89 MiB/s Max: 64.89 MiB/s [W] Avg: 64.99 MiB/s Min: 64.99 MiB/s Max: 64.99 MiB/s [LNet Rates of c] [R] Avg: 686 RPC/s Min: 686 RPC/s Max: 686 RPC/s [W] Avg: 686 RPC/s Min: 686 RPC/s Max: 686 RPC/s [LNet Bandwidth of c] [R] Avg: 79.79 MiB/s Min: 79.79 MiB/s Max: 79.79 MiB/s [W] Avg: 80.57 MiB/s Min: 80.57 MiB/s Max: 80.57 MiB/s [LNet Rates of s] [R] Avg: 692 RPC/s Min: 692 RPC/s Max: 692 RPC/s [W] Avg: 691 RPC/s Min: 691 RPC/s Max: 691 RPC/s [LNet Bandwidth of s] [R] Avg: 80.55 MiB/s Min: 80.55 MiB/s Max: 80.55 MiB/s [W] Avg: 79.47 MiB/s Min: 79.47 MiB/s Max: 79.47 MiB/s [LNet Rates of c] [R] Avg: 816 RPC/s Min: 816 RPC/s Max: 816 RPC/s [W] Avg: 808 RPC/s Min: 808 RPC/s Max: 808 RPC/s [LNet Bandwidth of c] [R] Avg: 95.47 MiB/s Min: 95.47 MiB/s Max: 95.47 MiB/s [W] Avg: 94.65 MiB/s Min: 94.65 MiB/s Max: 94.65 MiB/s [LNet Rates of s] [R] Avg: 817 RPC/s Min: 817 RPC/s Max: 817 RPC/s [W] Avg: 824 RPC/s Min: 824 RPC/s Max: 824 RPC/s [LNet Bandwidth of s] [R] Avg: 94.57 MiB/s Min: 94.57 MiB/s Max: 94.57 MiB/s [W] Avg: 95.59 MiB/s Min: 95.59 MiB/s Max: 95.59 MiB/s [LNet Rates of c] [R] Avg: 639 RPC/s Min: 639 RPC/s Max: 639 RPC/s [W] Avg: 645 RPC/s Min: 645 RPC/s Max: 645 RPC/s [LNet Bandwidth of c] [R] Avg: 73.92 MiB/s Min: 73.92 MiB/s Max: 73.92 MiB/s [W] Avg: 75.97 MiB/s Min: 75.97 MiB/s Max: 75.97 MiB/s [LNet Rates of s] [R] Avg: 651 RPC/s Min: 651 RPC/s Max: 651 RPC/s [W] Avg: 647 RPC/s Min: 647 RPC/s Max: 647 RPC/s [LNet Bandwidth of s] [R] Avg: 76.10 MiB/s Min: 76.10 MiB/s Max: 76.10 MiB/s [W] Avg: 73.96 MiB/s Min: 73.96 MiB/s Max: 73.96 MiB/s [LNet Rates of c] [R] Avg: 693 RPC/s Min: 693 RPC/s Max: 693 RPC/s [W] Avg: 670 RPC/s Min: 670 RPC/s Max: 670 RPC/s [LNet Bandwidth of c] [R] Avg: 79.77 MiB/s Min: 79.77 MiB/s Max: 79.77 MiB/s [W] Avg: 79.67 MiB/s Min: 79.67 MiB/s Max: 79.67 MiB/s [LNet Rates of s] [R] Avg: 695 RPC/s Min: 695 RPC/s Max: 695 RPC/s [W] Avg: 691 RPC/s Min: 691 RPC/s Max: 691 RPC/s [LNet Bandwidth of s] [R] Avg: 79.96 MiB/s Min: 79.96 MiB/s Max: 79.96 MiB/s [W] Avg: 80.05 MiB/s Min: 80.05 MiB/s Max: 80.05 MiB/s [LNet Rates of c] [R] Avg: 553 RPC/s Min: 553 RPC/s Max: 553 RPC/s [W] Avg: 572 RPC/s Min: 572 RPC/s Max: 572 RPC/s [LNet Bandwidth of c] [R] Avg: 65.92 MiB/s Min: 65.92 MiB/s Max: 65.92 MiB/s [W] Avg: 67.07 MiB/s Min: 67.07 MiB/s Max: 67.07 MiB/s [LNet Rates of s] [R] Avg: 559 RPC/s Min: 559 RPC/s Max: 559 RPC/s [W] Avg: 563 RPC/s Min: 563 RPC/s Max: 563 RPC/s [LNet Bandwidth of s] [R] Avg: 66.42 MiB/s Min: 66.42 MiB/s Max: 66.42 MiB/s [W] Avg: 65.25 MiB/s Min: 65.25 MiB/s Max: 65.25 MiB/s [LNet Rates of c] [R] Avg: 541 RPC/s Min: 541 RPC/s Max: 541 RPC/s [W] Avg: 543 RPC/s Min: 543 RPC/s Max: 543 RPC/s [LNet Bandwidth of c] [R] Avg: 64.32 MiB/s Min: 64.32 MiB/s Max: 64.32 MiB/s [W] Avg: 64.23 MiB/s Min: 64.23 MiB/s Max: 64.23 MiB/s [LNet Rates of s] [R] Avg: 550 RPC/s Min: 550 RPC/s Max: 550 RPC/s [W] Avg: 572 RPC/s Min: 572 RPC/s Max: 572 RPC/s [LNet Bandwidth of s] [R] Avg: 64.24 MiB/s Min: 64.24 MiB/s Max: 64.24 MiB/s [W] Avg: 64.63 MiB/s Min: 64.63 MiB/s Max: 64.63 MiB/s [LNet Rates of c] [R] Avg: 629 RPC/s Min: 629 RPC/s Max: 629 RPC/s [W] Avg: 608 RPC/s Min: 608 RPC/s Max: 608 RPC/s [LNet Bandwidth of c] [R] Avg: 71.95 MiB/s Min: 71.95 MiB/s Max: 71.95 MiB/s [W] Avg: 72.93 MiB/s Min: 72.93 MiB/s Max: 72.93 MiB/s [LNet Rates of s] [R] Avg: 635 RPC/s Min: 635 RPC/s Max: 635 RPC/s [W] Avg: 608 RPC/s Min: 608 RPC/s Max: 608 RPC/s [LNet Bandwidth of s] [R] Avg: 73.15 MiB/s Min: 73.15 MiB/s Max: 73.15 MiB/s [W] Avg: 71.97 MiB/s Min: 71.97 MiB/s Max: 71.97 MiB/s [LNet Rates of c] [R] Avg: 588 RPC/s Min: 588 RPC/s Max: 588 RPC/s [W] Avg: 592 RPC/s Min: 592 RPC/s Max: 592 RPC/s [LNet Bandwidth of c] [R] Avg: 69.74 MiB/s Min: 69.74 MiB/s Max: 69.74 MiB/s [W] Avg: 69.96 MiB/s Min: 69.96 MiB/s Max: 69.96 MiB/s [LNet Rates of s] [R] Avg: 594 RPC/s Min: 594 RPC/s Max: 594 RPC/s [W] Avg: 592 RPC/s Min: 592 RPC/s Max: 592 RPC/s [LNet Bandwidth of s] [R] Avg: 69.41 MiB/s Min: 69.41 MiB/s Max: 69.41 MiB/s [W] Avg: 69.08 MiB/s Min: 69.08 MiB/s Max: 69.08 MiB/s [LNet Rates of c] [R] Avg: 622 RPC/s Min: 622 RPC/s Max: 622 RPC/s [W] Avg: 641 RPC/s Min: 641 RPC/s Max: 641 RPC/s [LNet Bandwidth of c] [R] Avg: 72.67 MiB/s Min: 72.67 MiB/s Max: 72.67 MiB/s [W] Avg: 72.75 MiB/s Min: 72.75 MiB/s Max: 72.75 MiB/s [LNet Rates of s] [R] Avg: 632 RPC/s Min: 632 RPC/s Max: 632 RPC/s [W] Avg: 635 RPC/s Min: 635 RPC/s Max: 635 RPC/s [LNet Bandwidth of s] [R] Avg: 73.07 MiB/s Min: 73.07 MiB/s Max: 73.07 MiB/s [W] Avg: 72.99 MiB/s Min: 72.99 MiB/s Max: 72.99 MiB/s [LNet Rates of c] [R] Avg: 541 RPC/s Min: 541 RPC/s Max: 541 RPC/s [W] Avg: 514 RPC/s Min: 514 RPC/s Max: 514 RPC/s [LNet Bandwidth of c] [R] Avg: 62.69 MiB/s Min: 62.69 MiB/s Max: 62.69 MiB/s [W] Avg: 62.81 MiB/s Min: 62.81 MiB/s Max: 62.81 MiB/s [LNet Rates of s] [R] Avg: 533 RPC/s Min: 533 RPC/s Max: 533 RPC/s [W] Avg: 540 RPC/s Min: 540 RPC/s Max: 540 RPC/s [LNet Bandwidth of s] [R] Avg: 62.65 MiB/s Min: 62.65 MiB/s Max: 62.65 MiB/s [W] Avg: 62.76 MiB/s Min: 62.76 MiB/s Max: 62.76 MiB/s [LNet Rates of c] [R] Avg: 578 RPC/s Min: 578 RPC/s Max: 578 RPC/s [W] Avg: 577 RPC/s Min: 577 RPC/s Max: 577 RPC/s [LNet Bandwidth of c] [R] Avg: 67.65 MiB/s Min: 67.65 MiB/s Max: 67.65 MiB/s [W] Avg: 67.94 MiB/s Min: 67.94 MiB/s Max: 67.94 MiB/s [LNet Rates of s] [R] Avg: 589 RPC/s Min: 589 RPC/s Max: 589 RPC/s [W] Avg: 584 RPC/s Min: 584 RPC/s Max: 584 RPC/s [LNet Bandwidth of s] [R] Avg: 68.72 MiB/s Min: 68.72 MiB/s Max: 68.72 MiB/s [W] Avg: 68.14 MiB/s Min: 68.14 MiB/s Max: 68.14 MiB/s [LNet Rates of c] [R] Avg: 623 RPC/s Min: 623 RPC/s Max: 623 RPC/s [W] Avg: 627 RPC/s Min: 627 RPC/s Max: 627 RPC/s [LNet Bandwidth of c] [R] Avg: 72.68 MiB/s Min: 72.68 MiB/s Max: 72.68 MiB/s [W] Avg: 72.97 MiB/s Min: 72.97 MiB/s Max: 72.97 MiB/s [LNet Rates of s] [R] Avg: 632 RPC/s Min: 632 RPC/s Max: 632 RPC/s [W] Avg: 635 RPC/s Min: 635 RPC/s Max: 635 RPC/s [LNet Bandwidth of s] [R] Avg: 72.87 MiB/s Min: 72.87 MiB/s Max: 72.87 MiB/s [W] Avg: 72.68 MiB/s Min: 72.68 MiB/s Max: 72.68 MiB/s [LNet Rates of c] [R] Avg: 667 RPC/s Min: 667 RPC/s Max: 667 RPC/s [W] Avg: 688 RPC/s Min: 688 RPC/s Max: 688 RPC/s [LNet Bandwidth of c] [R] Avg: 79.76 MiB/s Min: 79.76 MiB/s Max: 79.76 MiB/s [W] Avg: 79.54 MiB/s Min: 79.54 MiB/s Max: 79.54 MiB/s [LNet Rates of s] [R] Avg: 681 RPC/s Min: 681 RPC/s Max: 681 RPC/s [W] Avg: 678 RPC/s Min: 678 RPC/s Max: 678 RPC/s [LNet Bandwidth of s] [R] Avg: 79.36 MiB/s Min: 79.36 MiB/s Max: 79.36 MiB/s [W] Avg: 79.80 MiB/s Min: 79.80 MiB/s Max: 79.80 MiB/s [LNet Rates of c] [R] Avg: 700 RPC/s Min: 700 RPC/s Max: 700 RPC/s [W] Avg: 692 RPC/s Min: 692 RPC/s Max: 692 RPC/s [LNet Bandwidth of c] [R] Avg: 81.19 MiB/s Min: 81.19 MiB/s Max: 81.19 MiB/s [W] Avg: 81.07 MiB/s Min: 81.07 MiB/s Max: 81.07 MiB/s [LNet Rates of s] [R] Avg: 698 RPC/s Min: 698 RPC/s Max: 698 RPC/s [W] Avg: 726 RPC/s Min: 726 RPC/s Max: 726 RPC/s [LNet Bandwidth of s] [R] Avg: 81.19 MiB/s Min: 81.19 MiB/s Max: 81.19 MiB/s [W] Avg: 81.01 MiB/s Min: 81.01 MiB/s Max: 81.01 MiB/s killing 10505 ... 2 batch in stopping Batch is stopped c: Total 0 error nodes in c s: Total 0 error nodes in s Total 0 error nodes in c Total 0 error nodes in s oleg245-client: oleg245-client.virtnet: executing lst_cleanup oleg245-server: oleg245-server.virtnet: executing lst_cleanup