== sanityn test 77e: check TBF NID nrs policy ============ 12:34:54 (1761323694)
ost.OSS.ost_io.nrs_policies=tbf nid
ost.OSS.ost_io.nrs_tbf_rule=start localhost nid={0@lo} rate=1000
ost.OSS.ost_io.nrs_tbf_rule=start clients nid={192.168.203.12@tcp} rate=100
ost.OSS.ost_io.nrs_tbf_rule=start others nid={*.*.*.*@tcp} rate=50
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.219933 s, 76.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.038602 s, 27.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0449967 s, 23.3 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0812608 s, 12.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.113568 s, 9.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112612 s, 9.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10777 s, 9.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120527 s, 8.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121181 s, 8.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111071 s, 9.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.149361 s, 7.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120917 s, 8.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.127233 s, 8.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.128044 s, 8.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.138249 s, 7.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.113557 s, 9.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.130247 s, 8.1 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0248744 s, 42.2 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0251712 s, 41.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0151163 s, 69.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0289399 s, 36.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0238625 s, 43.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0240423 s, 43.6 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0348623 s, 30.1 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0383029 s, 27.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0389722 s, 26.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0306068 s, 34.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0226983 s, 46.2 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0250102 s, 41.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0340377 s, 30.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.028442 s, 36.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0311225 s, 33.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0311254 s, 33.7 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff9aea87d7e800.lock_unused_count=9
ldlm.namespaces.lustre-OST0001-osc-ffff9aea87d7e800.lock_unused_count=3
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg312-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg312-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=change localhost rate=1001
ost.OSS.ost_io.nrs_tbf_rule=change clients rate=101
ost.OSS.ost_io.nrs_tbf_rule=change others rate=51
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.179674 s, 93.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.078708 s, 13.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0816357 s, 12.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.103252 s, 10.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0903555 s, 11.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0816156 s, 12.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1117 s, 9.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106472 s, 9.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.107618 s, 9.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119714 s, 8.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.11643 s, 9.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0949424 s, 11.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112962 s, 9.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.124689 s, 8.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.110882 s, 9.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112823 s, 9.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.125119 s, 8.4 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff9aea87d7e800.lock_unused_count=1
ldlm.namespaces.lustre-OST0001-osc-ffff9aea87d7e800.lock_unused_count=1
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0356846 s, 29.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0262101 s, 40.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0296885 s, 35.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0283214 s, 37.0 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0227161 s, 46.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0244581 s, 42.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0249347 s, 42.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0244942 s, 42.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0352499 s, 29.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0381541 s, 27.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0293101 s, 35.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.030149 s, 34.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0306821 s, 34.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0305751 s, 34.3 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0307953 s, 34.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0330669 s, 31.7 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg312-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg312-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=stop localhost
ost.OSS.ost_io.nrs_tbf_rule=stop clients
ost.OSS.ost_io.nrs_tbf_rule=stop others
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.184011 s, 91.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0334334 s, 31.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0347388 s, 30.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111301 s, 9.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120455 s, 8.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.110534 s, 9.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.124029 s, 8.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122828 s, 8.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120366 s, 8.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.146042 s, 7.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.137975 s, 7.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.14664 s, 7.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.146848 s, 7.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.143271 s, 7.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.159832 s, 6.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.160008 s, 6.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.147472 s, 7.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00510703 s, 205 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0165041 s, 63.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0174675 s, 60.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0175511 s, 59.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0246152 s, 42.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0320235 s, 32.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0261544 s, 40.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0254799 s, 41.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0256415 s, 40.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0239472 s, 43.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0243482 s, 43.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00442967 s, 237 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00458611 s, 229 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.029649 s, 35.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714846 s, 147 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0306692 s, 34.2 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff9aea87d7e800.lock_unused_count=7
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg312-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg312-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_policies=fifo
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.173209 s, 96.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0372869 s, 28.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.036506 s, 28.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.113077 s, 9.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122882 s, 8.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.128054 s, 8.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.124792 s, 8.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.131436 s, 8.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.145907 s, 7.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.169221 s, 6.2 MB/s1+0 records in
1+0 records out

ldlm.namespaces.lustre-OST0000-osc-ffff9aea87d7e800.lock_unused_count=1
ldlm.namespaces.lustre-OST0001-osc-ffff9aea87d7e800.lock_unused_count=1
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.175097 s, 6.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.167716 s, 6.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.156473 s, 6.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.157616 s, 6.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.17574 s, 6.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.168303 s, 6.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.168715 s, 6.2 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0129764 s, 80.8 MB/s1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.018579 s, 56.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0224164 s, 46.8 MB/s

1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0339547 s, 30.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.035771 s, 29.3 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0295121 s, 35.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0178495 s, 58.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0212034 s, 49.5 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0468167 s, 22.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0162034 s, 64.7 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0272628 s, 38.5 MB/s

1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00304195 s, 345 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0283292 s, 37.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0262766 s, 39.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0119657 s, 87.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00932502 s, 112 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg312-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg312-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'