== lnet-selftest test smoke: lst regression test ========= 16:57:48 (1788901068) oleg350-client: oleg350-client.virtnet: executing lst_cleanup oleg350-server: oleg350-server.virtnet: executing lst_cleanup oleg350-client: oleg350-client.virtnet: executing lst_setup oleg350-server: oleg350-server.virtnet: executing lst_setup #!/usr/bin/bash set -e cleanup () { trap 0; echo killing $1 ... ; kill -9 $1 || true; } /home/green/git/lustre-release/lustre/../lnet/utils/lst new_session --timeo 100000 hh /home/green/git/lustre-release/lustre/../lnet/utils/lst add_group c 192.168.203.50@tcp /home/green/git/lustre-release/lustre/../lnet/utils/lst add_group s 192.168.203.150@tcp echo '=====================================' echo 'Listing of bad_group should not crash' echo '=====================================' /home/green/git/lustre-release/lustre/../lnet/utils/lst list_group s bad_group c /home/green/git/lustre-release/lustre/../lnet/utils/lst add_batch b /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw write check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw write check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw write check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw write check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read check=full size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read check=discard size=4k /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s brw read check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c brw read check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read check=full size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s brw read check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c brw read check=discard size=1M /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from c --to s ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 1 --distribute 1:1 --from s --to c ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from c --to s ping /home/green/git/lustre-release/lustre/../lnet/utils/lst add_test --batch b --loop 1000 --concurrency 8 --distribute 1:1 --from s --to c ping /home/green/git/lustre-release/lustre/../lnet/utils/lst run b sleep 1 /home/green/git/lustre-release/lustre/../lnet/utils/lst stat --delay 10 --timeout 10 c s & pid=$! trap "cleanup $pid" INT TERM sleep 300 cleanup $pid SESSION: hh FEATURES: 1 TIMEOUT: 100000 FORCE: No 192.168.203.50@tcp are added to session 192.168.203.150@tcp are added to session ===================================== Listing of bad_group should not crash ===================================== 1 0 0 0 1 (null) 1 0 0 0 1 (null) Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully Test was added successfully b is running now [LNet Rates of c] [R] Avg: 2060 RPC/s Min: 2060 RPC/s Max: 2060 RPC/s [W] Avg: 2072 RPC/s Min: 2072 RPC/s Max: 2072 RPC/s [LNet Bandwidth of c] [R] Avg: 239.72 MiB/s Min: 239.72 MiB/s Max: 239.72 MiB/s [W] Avg: 244.04 MiB/s Min: 244.04 MiB/s Max: 244.04 MiB/s [LNet Rates of s] [R] Avg: 2079 RPC/s Min: 2079 RPC/s Max: 2079 RPC/s [W] Avg: 2067 RPC/s Min: 2067 RPC/s Max: 2067 RPC/s [LNet Bandwidth of s] [R] Avg: 244.16 MiB/s Min: 244.16 MiB/s Max: 244.16 MiB/s [W] Avg: 239.85 MiB/s Min: 239.85 MiB/s Max: 239.85 MiB/s [LNet Rates of c] [R] Avg: 1923 RPC/s Min: 1923 RPC/s Max: 1923 RPC/s [W] Avg: 1953 RPC/s Min: 1953 RPC/s Max: 1953 RPC/s [LNet Bandwidth of c] [R] Avg: 223.41 MiB/s Min: 223.41 MiB/s Max: 223.41 MiB/s [W] Avg: 232.55 MiB/s Min: 232.55 MiB/s Max: 232.55 MiB/s [LNet Rates of s] [R] Avg: 1950 RPC/s Min: 1950 RPC/s Max: 1950 RPC/s [W] Avg: 1922 RPC/s Min: 1922 RPC/s Max: 1922 RPC/s [LNet Bandwidth of s] [R] Avg: 232.80 MiB/s Min: 232.80 MiB/s Max: 232.80 MiB/s [W] Avg: 223.18 MiB/s Min: 223.18 MiB/s Max: 223.18 MiB/s [LNet Rates of c] [R] Avg: 1860 RPC/s Min: 1860 RPC/s Max: 1860 RPC/s [W] Avg: 1847 RPC/s Min: 1847 RPC/s Max: 1847 RPC/s [LNet Bandwidth of c] [R] Avg: 217.04 MiB/s Min: 217.04 MiB/s Max: 217.04 MiB/s [W] Avg: 218.84 MiB/s Min: 218.84 MiB/s Max: 218.84 MiB/s [LNet Rates of s] [R] Avg: 1871 RPC/s Min: 1871 RPC/s Max: 1871 RPC/s [W] Avg: 1854 RPC/s Min: 1854 RPC/s Max: 1854 RPC/s [LNet Bandwidth of s] [R] Avg: 219.61 MiB/s Min: 219.61 MiB/s Max: 219.61 MiB/s [W] Avg: 216.75 MiB/s Min: 216.75 MiB/s Max: 216.75 MiB/s [LNet Rates of c] [R] Avg: 1850 RPC/s Min: 1850 RPC/s Max: 1850 RPC/s [W] Avg: 1873 RPC/s Min: 1873 RPC/s Max: 1873 RPC/s [LNet Bandwidth of c] [R] Avg: 216.75 MiB/s Min: 216.75 MiB/s Max: 216.75 MiB/s [W] Avg: 221.10 MiB/s Min: 221.10 MiB/s Max: 221.10 MiB/s [LNet Rates of s] [R] Avg: 1857 RPC/s Min: 1857 RPC/s Max: 1857 RPC/s [W] Avg: 1842 RPC/s Min: 1842 RPC/s Max: 1842 RPC/s [LNet Bandwidth of s] [R] Avg: 219.12 MiB/s Min: 219.12 MiB/s Max: 219.12 MiB/s [W] Avg: 215.97 MiB/s Min: 215.97 MiB/s Max: 215.97 MiB/s [LNet Rates of c] [R] Avg: 965 RPC/s Min: 965 RPC/s Max: 965 RPC/s [W] Avg: 972 RPC/s Min: 972 RPC/s Max: 972 RPC/s [LNet Bandwidth of c] [R] Avg: 113.10 MiB/s Min: 113.10 MiB/s Max: 113.10 MiB/s [W] Avg: 115.37 MiB/s Min: 115.37 MiB/s Max: 115.37 MiB/s [LNet Rates of s] [R] Avg: 958 RPC/s Min: 958 RPC/s Max: 958 RPC/s [W] Avg: 944 RPC/s Min: 944 RPC/s Max: 944 RPC/s [LNet Bandwidth of s] [R] Avg: 111.86 MiB/s Min: 111.86 MiB/s Max: 111.86 MiB/s [W] Avg: 109.75 MiB/s Min: 109.75 MiB/s Max: 109.75 MiB/s [LNet Rates of c] [R] Avg: 634 RPC/s Min: 634 RPC/s Max: 634 RPC/s [W] Avg: 665 RPC/s Min: 665 RPC/s Max: 665 RPC/s [LNet Bandwidth of c] [R] Avg: 75.05 MiB/s Min: 75.05 MiB/s Max: 75.05 MiB/s [W] Avg: 76.31 MiB/s Min: 76.31 MiB/s Max: 76.31 MiB/s [LNet Rates of s] [R] Avg: 660 RPC/s Min: 660 RPC/s Max: 660 RPC/s [W] Avg: 657 RPC/s Min: 657 RPC/s Max: 657 RPC/s [LNet Bandwidth of s] [R] Avg: 78.06 MiB/s Min: 78.06 MiB/s Max: 78.06 MiB/s [W] Avg: 76.64 MiB/s Min: 76.64 MiB/s Max: 76.64 MiB/s [LNet Rates of c] [R] Avg: 625 RPC/s Min: 625 RPC/s Max: 625 RPC/s [W] Avg: 616 RPC/s Min: 616 RPC/s Max: 616 RPC/s [LNet Bandwidth of c] [R] Avg: 75.17 MiB/s Min: 75.17 MiB/s Max: 75.17 MiB/s [W] Avg: 74.05 MiB/s Min: 74.05 MiB/s Max: 74.05 MiB/s [LNet Rates of s] [R] Avg: 612 RPC/s Min: 612 RPC/s Max: 612 RPC/s [W] Avg: 622 RPC/s Min: 622 RPC/s Max: 622 RPC/s [LNet Bandwidth of s] [R] Avg: 73.91 MiB/s Min: 73.91 MiB/s Max: 73.91 MiB/s [W] Avg: 73.53 MiB/s Min: 73.53 MiB/s Max: 73.53 MiB/s [LNet Rates of c] [R] Avg: 696 RPC/s Min: 696 RPC/s Max: 696 RPC/s [W] Avg: 687 RPC/s Min: 687 RPC/s Max: 687 RPC/s [LNet Bandwidth of c] [R] Avg: 80.23 MiB/s Min: 80.23 MiB/s Max: 80.23 MiB/s [W] Avg: 81.37 MiB/s Min: 81.37 MiB/s Max: 81.37 MiB/s [LNet Rates of s] [R] Avg: 710 RPC/s Min: 710 RPC/s Max: 710 RPC/s [W] Avg: 701 RPC/s Min: 701 RPC/s Max: 701 RPC/s [LNet Bandwidth of s] [R] Avg: 82.01 MiB/s Min: 82.01 MiB/s Max: 82.01 MiB/s [W] Avg: 82.75 MiB/s Min: 82.75 MiB/s Max: 82.75 MiB/s [LNet Rates of c] [R] Avg: 1086 RPC/s Min: 1086 RPC/s Max: 1086 RPC/s [W] Avg: 1090 RPC/s Min: 1090 RPC/s Max: 1090 RPC/s [LNet Bandwidth of c] [R] Avg: 128.06 MiB/s Min: 128.06 MiB/s Max: 128.06 MiB/s [W] Avg: 127.74 MiB/s Min: 127.74 MiB/s Max: 127.74 MiB/s [LNet Rates of s] [R] Avg: 1099 RPC/s Min: 1099 RPC/s Max: 1099 RPC/s [W] Avg: 1092 RPC/s Min: 1092 RPC/s Max: 1092 RPC/s [LNet Bandwidth of s] [R] Avg: 128.06 MiB/s Min: 128.06 MiB/s Max: 128.06 MiB/s [W] Avg: 128.15 MiB/s Min: 128.15 MiB/s Max: 128.15 MiB/s [LNet Rates of c] [R] Avg: 1048 RPC/s Min: 1048 RPC/s Max: 1048 RPC/s [W] Avg: 1051 RPC/s Min: 1051 RPC/s Max: 1051 RPC/s [LNet Bandwidth of c] [R] Avg: 122.45 MiB/s Min: 122.45 MiB/s Max: 122.45 MiB/s [W] Avg: 123.80 MiB/s Min: 123.80 MiB/s Max: 123.80 MiB/s [LNet Rates of s] [R] Avg: 1056 RPC/s Min: 1056 RPC/s Max: 1056 RPC/s [W] Avg: 1047 RPC/s Min: 1047 RPC/s Max: 1047 RPC/s [LNet Bandwidth of s] [R] Avg: 124.18 MiB/s Min: 124.18 MiB/s Max: 124.18 MiB/s [W] Avg: 122.15 MiB/s Min: 122.15 MiB/s Max: 122.15 MiB/s [LNet Rates of c] [R] Avg: 1334 RPC/s Min: 1334 RPC/s Max: 1334 RPC/s [W] Avg: 1370 RPC/s Min: 1370 RPC/s Max: 1370 RPC/s [LNet Bandwidth of c] [R] Avg: 158.63 MiB/s Min: 158.63 MiB/s Max: 158.63 MiB/s [W] Avg: 160.57 MiB/s Min: 160.57 MiB/s Max: 160.57 MiB/s [LNet Rates of s] [R] Avg: 1376 RPC/s Min: 1376 RPC/s Max: 1376 RPC/s [W] Avg: 1363 RPC/s Min: 1363 RPC/s Max: 1363 RPC/s [LNet Bandwidth of s] [R] Avg: 161.65 MiB/s Min: 161.65 MiB/s Max: 161.65 MiB/s [W] Avg: 160.47 MiB/s Min: 160.47 MiB/s Max: 160.47 MiB/s [LNet Rates of c] [R] Avg: 1216 RPC/s Min: 1216 RPC/s Max: 1216 RPC/s [W] Avg: 1224 RPC/s Min: 1224 RPC/s Max: 1224 RPC/s [LNet Bandwidth of c] [R] Avg: 141.13 MiB/s Min: 141.13 MiB/s Max: 141.13 MiB/s [W] Avg: 144.80 MiB/s Min: 144.80 MiB/s Max: 144.80 MiB/s [LNet Rates of s] [R] Avg: 1224 RPC/s Min: 1224 RPC/s Max: 1224 RPC/s [W] Avg: 1215 RPC/s Min: 1215 RPC/s Max: 1215 RPC/s [LNet Bandwidth of s] [R] Avg: 144.84 MiB/s Min: 144.84 MiB/s Max: 144.84 MiB/s [W] Avg: 141.39 MiB/s Min: 141.39 MiB/s Max: 141.39 MiB/s [LNet Rates of c] [R] Avg: 1069 RPC/s Min: 1069 RPC/s Max: 1069 RPC/s [W] Avg: 1084 RPC/s Min: 1084 RPC/s Max: 1084 RPC/s [LNet Bandwidth of c] [R] Avg: 126.07 MiB/s Min: 126.07 MiB/s Max: 126.07 MiB/s [W] Avg: 128.49 MiB/s Min: 128.49 MiB/s Max: 128.49 MiB/s [LNet Rates of s] [R] Avg: 1087 RPC/s Min: 1087 RPC/s Max: 1087 RPC/s [W] Avg: 1071 RPC/s Min: 1071 RPC/s Max: 1071 RPC/s [LNet Bandwidth of s] [R] Avg: 128.02 MiB/s Min: 128.02 MiB/s Max: 128.02 MiB/s [W] Avg: 125.47 MiB/s Min: 125.47 MiB/s Max: 125.47 MiB/s [LNet Rates of c] [R] Avg: 1001 RPC/s Min: 1001 RPC/s Max: 1001 RPC/s [W] Avg: 991 RPC/s Min: 991 RPC/s Max: 991 RPC/s [LNet Bandwidth of c] [R] Avg: 117.75 MiB/s Min: 117.75 MiB/s Max: 117.75 MiB/s [W] Avg: 117.75 MiB/s Min: 117.75 MiB/s Max: 117.75 MiB/s [LNet Rates of s] [R] Avg: 1007 RPC/s Min: 1007 RPC/s Max: 1007 RPC/s [W] Avg: 1005 RPC/s Min: 1005 RPC/s Max: 1005 RPC/s [LNet Bandwidth of s] [R] Avg: 118.08 MiB/s Min: 118.08 MiB/s Max: 118.08 MiB/s [W] Avg: 117.79 MiB/s Min: 117.79 MiB/s Max: 117.79 MiB/s [LNet Rates of c] [R] Avg: 1160 RPC/s Min: 1160 RPC/s Max: 1160 RPC/s [W] Avg: 1158 RPC/s Min: 1158 RPC/s Max: 1158 RPC/s [LNet Bandwidth of c] [R] Avg: 134.84 MiB/s Min: 134.84 MiB/s Max: 134.84 MiB/s [W] Avg: 135.94 MiB/s Min: 135.94 MiB/s Max: 135.94 MiB/s [LNet Rates of s] [R] Avg: 1159 RPC/s Min: 1159 RPC/s Max: 1159 RPC/s [W] Avg: 1163 RPC/s Min: 1163 RPC/s Max: 1163 RPC/s [LNet Bandwidth of s] [R] Avg: 136.18 MiB/s Min: 136.18 MiB/s Max: 136.18 MiB/s [W] Avg: 135.48 MiB/s Min: 135.48 MiB/s Max: 135.48 MiB/s [LNet Rates of c] [R] Avg: 1282 RPC/s Min: 1282 RPC/s Max: 1282 RPC/s [W] Avg: 1303 RPC/s Min: 1303 RPC/s Max: 1303 RPC/s [LNet Bandwidth of c] [R] Avg: 152.41 MiB/s Min: 152.41 MiB/s Max: 152.41 MiB/s [W] Avg: 151.12 MiB/s Min: 151.12 MiB/s Max: 151.12 MiB/s [LNet Rates of s] [R] Avg: 1298 RPC/s Min: 1298 RPC/s Max: 1298 RPC/s [W] Avg: 1287 RPC/s Min: 1287 RPC/s Max: 1287 RPC/s [LNet Bandwidth of s] [R] Avg: 150.84 MiB/s Min: 150.84 MiB/s Max: 150.84 MiB/s [W] Avg: 152.24 MiB/s Min: 152.24 MiB/s Max: 152.24 MiB/s [LNet Rates of c] [R] Avg: 1407 RPC/s Min: 1407 RPC/s Max: 1407 RPC/s [W] Avg: 1409 RPC/s Min: 1409 RPC/s Max: 1409 RPC/s [LNet Bandwidth of c] [R] Avg: 165.86 MiB/s Min: 165.86 MiB/s Max: 165.86 MiB/s [W] Avg: 164.86 MiB/s Min: 164.86 MiB/s Max: 164.86 MiB/s [LNet Rates of s] [R] Avg: 1410 RPC/s Min: 1410 RPC/s Max: 1410 RPC/s [W] Avg: 1411 RPC/s Min: 1411 RPC/s Max: 1411 RPC/s [LNet Bandwidth of s] [R] Avg: 164.73 MiB/s Min: 164.73 MiB/s Max: 164.73 MiB/s [W] Avg: 165.83 MiB/s Min: 165.83 MiB/s Max: 165.83 MiB/s [LNet Rates of c] [R] Avg: 1386 RPC/s Min: 1386 RPC/s Max: 1386 RPC/s [W] Avg: 1394 RPC/s Min: 1394 RPC/s Max: 1394 RPC/s [LNet Bandwidth of c] [R] Avg: 163.33 MiB/s Min: 163.33 MiB/s Max: 163.33 MiB/s [W] Avg: 165.88 MiB/s Min: 165.88 MiB/s Max: 165.88 MiB/s [LNet Rates of s] [R] Avg: 1396 RPC/s Min: 1396 RPC/s Max: 1396 RPC/s [W] Avg: 1384 RPC/s Min: 1384 RPC/s Max: 1384 RPC/s [LNet Bandwidth of s] [R] Avg: 166.08 MiB/s Min: 166.08 MiB/s Max: 166.08 MiB/s [W] Avg: 162.98 MiB/s Min: 162.98 MiB/s Max: 162.98 MiB/s [LNet Rates of c] [R] Avg: 1201 RPC/s Min: 1201 RPC/s Max: 1201 RPC/s [W] Avg: 1183 RPC/s Min: 1183 RPC/s Max: 1183 RPC/s [LNet Bandwidth of c] [R] Avg: 162.67 MiB/s Min: 162.67 MiB/s Max: 162.67 MiB/s [W] Avg: 163.75 MiB/s Min: 163.75 MiB/s Max: 163.75 MiB/s [LNet Rates of s] [R] Avg: 1206 RPC/s Min: 1206 RPC/s Max: 1206 RPC/s [W] Avg: 1205 RPC/s Min: 1205 RPC/s Max: 1205 RPC/s [LNet Bandwidth of s] [R] Avg: 163.88 MiB/s Min: 163.88 MiB/s Max: 163.88 MiB/s [W] Avg: 162.80 MiB/s Min: 162.80 MiB/s Max: 162.80 MiB/s [LNet Rates of c] [R] Avg: 1160 RPC/s Min: 1160 RPC/s Max: 1160 RPC/s [W] Avg: 1188 RPC/s Min: 1188 RPC/s Max: 1188 RPC/s [LNet Bandwidth of c] [R] Avg: 161.51 MiB/s Min: 161.51 MiB/s Max: 161.51 MiB/s [W] Avg: 165.02 MiB/s Min: 165.02 MiB/s Max: 165.02 MiB/s [LNet Rates of s] [R] Avg: 1172 RPC/s Min: 1172 RPC/s Max: 1172 RPC/s [W] Avg: 1163 RPC/s Min: 1163 RPC/s Max: 1163 RPC/s [LNet Bandwidth of s] [R] Avg: 164.73 MiB/s Min: 164.73 MiB/s Max: 164.73 MiB/s [W] Avg: 161.32 MiB/s Min: 161.32 MiB/s Max: 161.32 MiB/s [LNet Rates of c] [R] Avg: 1166 RPC/s Min: 1166 RPC/s Max: 1166 RPC/s [W] Avg: 1152 RPC/s Min: 1152 RPC/s Max: 1152 RPC/s [LNet Bandwidth of c] [R] Avg: 159.62 MiB/s Min: 159.62 MiB/s Max: 159.62 MiB/s [W] Avg: 160.32 MiB/s Min: 160.32 MiB/s Max: 160.32 MiB/s [LNet Rates of s] [R] Avg: 1163 RPC/s Min: 1163 RPC/s Max: 1163 RPC/s [W] Avg: 1162 RPC/s Min: 1162 RPC/s Max: 1162 RPC/s [LNet Bandwidth of s] [R] Avg: 160.67 MiB/s Min: 160.67 MiB/s Max: 160.67 MiB/s [W] Avg: 159.48 MiB/s Min: 159.48 MiB/s Max: 159.48 MiB/s [LNet Rates of c] [R] Avg: 1130 RPC/s Min: 1130 RPC/s Max: 1130 RPC/s [W] Avg: 1161 RPC/s Min: 1161 RPC/s Max: 1161 RPC/s [LNet Bandwidth of c] [R] Avg: 158.63 MiB/s Min: 158.63 MiB/s Max: 158.63 MiB/s [W] Avg: 161.88 MiB/s Min: 161.88 MiB/s Max: 161.88 MiB/s [LNet Rates of s] [R] Avg: 1158 RPC/s Min: 1158 RPC/s Max: 1158 RPC/s [W] Avg: 1142 RPC/s Min: 1142 RPC/s Max: 1142 RPC/s [LNet Bandwidth of s] [R] Avg: 161.84 MiB/s Min: 161.84 MiB/s Max: 161.84 MiB/s [W] Avg: 159.15 MiB/s Min: 159.15 MiB/s Max: 159.15 MiB/s [LNet Rates of c] [R] Avg: 1135 RPC/s Min: 1135 RPC/s Max: 1135 RPC/s [W] Avg: 1121 RPC/s Min: 1121 RPC/s Max: 1121 RPC/s [LNet Bandwidth of c] [R] Avg: 156.04 MiB/s Min: 156.04 MiB/s Max: 156.04 MiB/s [W] Avg: 157.14 MiB/s Min: 157.14 MiB/s Max: 157.14 MiB/s [LNet Rates of s] [R] Avg: 1135 RPC/s Min: 1135 RPC/s Max: 1135 RPC/s [W] Avg: 1132 RPC/s Min: 1132 RPC/s Max: 1132 RPC/s [LNet Bandwidth of s] [R] Avg: 157.31 MiB/s Min: 157.31 MiB/s Max: 157.31 MiB/s [W] Avg: 156.03 MiB/s Min: 156.03 MiB/s Max: 156.03 MiB/s [LNet Rates of c] [R] Avg: 1212 RPC/s Min: 1212 RPC/s Max: 1212 RPC/s [W] Avg: 1240 RPC/s Min: 1240 RPC/s Max: 1240 RPC/s [LNet Bandwidth of c] [R] Avg: 168.69 MiB/s Min: 168.69 MiB/s Max: 168.69 MiB/s [W] Avg: 172.04 MiB/s Min: 172.04 MiB/s Max: 172.04 MiB/s [LNet Rates of s] [R] Avg: 1233 RPC/s Min: 1233 RPC/s Max: 1233 RPC/s [W] Avg: 1221 RPC/s Min: 1221 RPC/s Max: 1221 RPC/s [LNet Bandwidth of s] [R] Avg: 172.03 MiB/s Min: 172.03 MiB/s Max: 172.03 MiB/s [W] Avg: 168.65 MiB/s Min: 168.65 MiB/s Max: 168.65 MiB/s [LNet Rates of c] [R] Avg: 1149 RPC/s Min: 1149 RPC/s Max: 1149 RPC/s [W] Avg: 1162 RPC/s Min: 1162 RPC/s Max: 1162 RPC/s [LNet Bandwidth of c] [R] Avg: 159.36 MiB/s Min: 159.36 MiB/s Max: 159.36 MiB/s [W] Avg: 163.82 MiB/s Min: 163.82 MiB/s Max: 163.82 MiB/s [LNet Rates of s] [R] Avg: 1165 RPC/s Min: 1165 RPC/s Max: 1165 RPC/s [W] Avg: 1152 RPC/s Min: 1152 RPC/s Max: 1152 RPC/s [LNet Bandwidth of s] [R] Avg: 163.70 MiB/s Min: 163.70 MiB/s Max: 163.70 MiB/s [W] Avg: 159.44 MiB/s Min: 159.44 MiB/s Max: 159.44 MiB/s [LNet Rates of c] [R] Avg: 1178 RPC/s Min: 1178 RPC/s Max: 1178 RPC/s [W] Avg: 1188 RPC/s Min: 1188 RPC/s Max: 1188 RPC/s [LNet Bandwidth of c] [R] Avg: 162.39 MiB/s Min: 162.39 MiB/s Max: 162.39 MiB/s [W] Avg: 167.48 MiB/s Min: 167.48 MiB/s Max: 167.48 MiB/s [LNet Rates of s] [R] Avg: 1190 RPC/s Min: 1190 RPC/s Max: 1190 RPC/s [W] Avg: 1181 RPC/s Min: 1181 RPC/s Max: 1181 RPC/s [LNet Bandwidth of s] [R] Avg: 167.40 MiB/s Min: 167.40 MiB/s Max: 167.40 MiB/s [W] Avg: 162.42 MiB/s Min: 162.42 MiB/s Max: 162.42 MiB/s [LNet Rates of c] [R] Avg: 1346 RPC/s Min: 1346 RPC/s Max: 1346 RPC/s [W] Avg: 1342 RPC/s Min: 1342 RPC/s Max: 1342 RPC/s [LNet Bandwidth of c] [R] Avg: 185.75 MiB/s Min: 185.75 MiB/s Max: 185.75 MiB/s [W] Avg: 187.74 MiB/s Min: 187.74 MiB/s Max: 187.74 MiB/s [LNet Rates of s] [R] Avg: 1360 RPC/s Min: 1360 RPC/s Max: 1360 RPC/s [W] Avg: 1344 RPC/s Min: 1344 RPC/s Max: 1344 RPC/s [LNet Bandwidth of s] [R] Avg: 187.81 MiB/s Min: 187.81 MiB/s Max: 187.81 MiB/s [W] Avg: 185.49 MiB/s Min: 185.49 MiB/s Max: 185.49 MiB/s [LNet Rates of c] [R] Avg: 1357 RPC/s Min: 1357 RPC/s Max: 1357 RPC/s [W] Avg: 1384 RPC/s Min: 1384 RPC/s Max: 1384 RPC/s [LNet Bandwidth of c] [R] Avg: 189.55 MiB/s Min: 189.55 MiB/s Max: 189.55 MiB/s [W] Avg: 191.85 MiB/s Min: 191.85 MiB/s Max: 191.85 MiB/s [LNet Rates of s] [R] Avg: 1377 RPC/s Min: 1377 RPC/s Max: 1377 RPC/s [W] Avg: 1365 RPC/s Min: 1365 RPC/s Max: 1365 RPC/s [LNet Bandwidth of s] [R] Avg: 192.17 MiB/s Min: 192.17 MiB/s Max: 192.17 MiB/s [W] Avg: 189.77 MiB/s Min: 189.77 MiB/s Max: 189.77 MiB/s [LNet Rates of c] [R] Avg: 1232 RPC/s Min: 1232 RPC/s Max: 1232 RPC/s [W] Avg: 1238 RPC/s Min: 1238 RPC/s Max: 1238 RPC/s [LNet Bandwidth of c] [R] Avg: 171.63 MiB/s Min: 171.63 MiB/s Max: 171.63 MiB/s [W] Avg: 172.33 MiB/s Min: 172.33 MiB/s Max: 172.33 MiB/s [LNet Rates of s] [R] Avg: 1237 RPC/s Min: 1237 RPC/s Max: 1237 RPC/s [W] Avg: 1233 RPC/s Min: 1233 RPC/s Max: 1233 RPC/s [LNet Bandwidth of s] [R] Avg: 172.10 MiB/s Min: 172.10 MiB/s Max: 172.10 MiB/s [W] Avg: 171.60 MiB/s Min: 171.60 MiB/s Max: 171.60 MiB/s [LNet Rates of c] [R] Avg: 1029 RPC/s Min: 1029 RPC/s Max: 1029 RPC/s [W] Avg: 973 RPC/s Min: 973 RPC/s Max: 973 RPC/s [LNet Bandwidth of c] [R] Avg: 152.86 MiB/s Min: 152.86 MiB/s Max: 152.86 MiB/s [W] Avg: 151.47 MiB/s Min: 151.47 MiB/s Max: 151.47 MiB/s [LNet Rates of s] [R] Avg: 978 RPC/s Min: 978 RPC/s Max: 978 RPC/s [W] Avg: 1034 RPC/s Min: 1034 RPC/s Max: 1034 RPC/s [LNet Bandwidth of s] [R] Avg: 151.60 MiB/s Min: 151.60 MiB/s Max: 151.60 MiB/s [W] Avg: 152.99 MiB/s Min: 152.99 MiB/s Max: 152.99 MiB/s killing 9816 ... 2 batch in stopping Batch is stopped c: Total 0 error nodes in c s: Total 0 error nodes in s Total 0 error nodes in c Total 0 error nodes in s oleg350-client: oleg350-client.virtnet: executing lst_cleanup oleg350-server: oleg350-server.virtnet: executing lst_cleanup