== sanityn test 77e: check TBF NID nrs policy ============ 15:05:16 (1758827116)
ost.OSS.ost_io.nrs_policies=tbf nid
ost.OSS.ost_io.nrs_tbf_rule=start localhost nid={0@lo} rate=1000
ost.OSS.ost_io.nrs_tbf_rule=start clients nid={192.168.202.20@tcp} rate=100
ost.OSS.ost_io.nrs_tbf_rule=start others nid={*.*.*.*@tcp} rate=50
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.165824 s, 101 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0300991 s, 34.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0355495 s, 29.5 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.117431 s, 8.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.132882 s, 7.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.127169 s, 8.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.149466 s, 7.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1409 s, 7.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1356 s, 7.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.14571 s, 7.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.146382 s, 7.2 MB/s1+0 records in
1+0 records out

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.160839 s, 6.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.145749 s, 7.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.128869 s, 8.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.139416 s, 7.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.140197 s, 7.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.101867 s, 10.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0906798 s, 11.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0970994 s, 10.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104593 s, 10.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0984584 s, 10.6 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.11283 s, 9.3 MB/s1+0 records in
1+0 records out

1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0976474 s, 10.7 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106164 s, 9.9 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.117546 s, 8.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.105209 s, 10.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104113 s, 10.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108302 s, 9.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104762 s, 10.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104986 s, 10.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106027 s, 9.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111143 s, 9.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10805 s, 9.7 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff8c2889525800.lock_unused_count=1
ldlm.namespaces.lustre-OST0001-osc-ffff8c2889525800.lock_unused_count=4
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg220-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg220-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=change localhost rate=1001
ost.OSS.ost_io.nrs_tbf_rule=change clients rate=101
ost.OSS.ost_io.nrs_tbf_rule=change others rate=51
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.130772 s, 128 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0370486 s, 28.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10185 s, 10.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121966 s, 8.6 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119831 s, 8.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.143473 s, 7.3 MB/s1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.133302 s, 7.9 MB/s

1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.140718 s, 7.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.147374 s, 7.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.129978 s, 8.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.12837 s, 8.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.145898 s, 7.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.133749 s, 7.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.140583 s, 7.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.159075 s, 6.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.141889 s, 7.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.13521 s, 7.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0992182 s, 10.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.105817 s, 9.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0929728 s, 11.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0995155 s, 10.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111494 s, 9.4 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111365 s, 9.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.11891 s, 8.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119126 s, 8.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111611 s, 9.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112685 s, 9.3 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10835 s, 9.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10953 s, 9.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104293 s, 10.1 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10854 s, 9.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112209 s, 9.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111223 s, 9.4 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg220-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg220-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=stop localhost
ost.OSS.ost_io.nrs_tbf_rule=stop clients
ost.OSS.ost_io.nrs_tbf_rule=stop others
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.157292 s, 107 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0405018 s, 25.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0444315 s, 23.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0460634 s, 22.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0339217 s, 30.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0885791 s, 11.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0731708 s, 14.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10031 s, 10.5 MB/s
ldlm.namespaces.lustre-OST0001-osc-ffff8c2889525800.lock_unused_count=1
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0988649 s, 10.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0964966 s, 10.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106662 s, 9.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104329 s, 10.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.117169 s, 8.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0984461 s, 10.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112937 s, 9.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106373 s, 9.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106662 s, 9.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0186298 s, 56.3 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0173767 s, 60.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0213875 s, 49.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0262589 s, 39.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0196337 s, 53.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0249494 s, 42.0 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0157018 s, 66.8 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739185 s, 142 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0292196 s, 35.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0220844 s, 47.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0203005 s, 51.7 MB/s
ldlm.namespaces.lustre-OST0001-osc-ffff8c2889525800.lock_unused_count=1
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0293218 s, 35.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0127445 s, 82.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0252598 s, 41.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788315 s, 133 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0188485 s, 55.6 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg220-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg220-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_policies=fifo
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.126178 s, 133 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0307387 s, 34.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0568551 s, 18.4 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0865717 s, 12.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0817217 s, 12.8 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff8c2889525800.lock_unused_count=1
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0918899 s, 11.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0751733 s, 13.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0939721 s, 11.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0976026 s, 10.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.105969 s, 9.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100965 s, 10.4 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.092547 s, 11.3 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.118304 s, 8.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.117603 s, 8.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108711 s, 9.6 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10447 s, 10.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.125875 s, 8.3 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff8c2889525800.lock_unused_count=2
ldlm.namespaces.lustre-OST0001-osc-ffff8c2889525800.lock_unused_count=1
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0213073 s, 49.2 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0190953 s, 54.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0279021 s, 37.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.03045 s, 34.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0136648 s, 76.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0243896 s, 43.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0218322 s, 48.0 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0212924 s, 49.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0252902 s, 41.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0207541 s, 50.5 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0225114 s, 46.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0213709 s, 49.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0276763 s, 37.9 MB/s1+0 records in
1+0 records out

1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00943377 s, 111 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0338153 s, 31.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00232439 s, 451 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg220-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg220-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'