== sanityn test 77j: check TBF-OPCode NRS policy ========= 08:32:20 (1764941540)
jobid_var=procname_uid
ost.OSS.ost_io.nrs_policies=tbf opcode
ost.OSS.ost_io.nrs_tbf_rule=start ost_r opcode={ost_read} rate=5
ost.OSS.ost_io.nrs_tbf_rule=start ost_w opcode={ost_write} rate=20
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.054812 s, 306 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0166922 s, 62.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0279554 s, 37.5 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0304507 s, 34.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0354307 s, 29.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0341972 s, 30.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0372493 s, 28.2 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.038308 s, 27.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0414748 s, 25.3 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0487576 s, 21.5 MB/s1+0 records in
1+0 records out

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0518121 s, 20.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0272381 s, 38.5 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0319639 s, 32.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.050435 s, 20.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0287306 s, 36.5 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0405928 s, 25.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0364032 s, 28.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0203795 s, 51.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0190793 s, 55.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0219065 s, 47.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0213448 s, 49.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0231094 s, 45.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0202417 s, 51.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0314783 s, 33.3 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0186833 s, 56.1 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00511691 s, 205 MB/s1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0308171 s, 34.0 MB/s
1+0 records in
1+0 records out

1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00671898 s, 156 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0131948 s, 79.5 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0149589 s, 70.1 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00408983 s, 256 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0375117 s, 28.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0191619 s, 54.7 MB/s
removed '/mnt/lustre/d77j.sanityn/nrs_r_oleg257-client.virtnet'
removed '/mnt/lustre/d77j.sanityn/nrs_w_oleg257-client.virtnet'
removed directory '/mnt/lustre/d77j.sanityn'
cpu_npartitions on ost1 is 1
Limited write rate: 20, read rate: 5
Verify the write rate is under TBF control
100+0 records in
100+0 records out
104857600 bytes (105 MB, 100 MiB) copied, 4.94268 s, 21.2 MB/s
Write runtime is 6 s, speed is 16.666666 IOPS
Verify the read rate is under TBF control
100+0 records in
100+0 records out
104857600 bytes (105 MB, 100 MiB) copied, 19.5847 s, 5.4 MB/s
Read runtime is 21 s, speed is 4.761904 IOPS
cleanup_tbf /mnt/lustre/d77j.sanityn
sleep 5 for ZFS MDS
sleep 5 for ZFS OST
Waiting for MDT destroys to complete
ost.OSS.ost_io.nrs_tbf_rule=stop ost_r
ost.OSS.ost_io.nrs_tbf_rule=stop ost_w
ost.OSS.ost_io.nrs_policies=fifo