== sanityn test 77e: check TBF NID nrs policy ============ 00:36:26 (1761280586)
ost.OSS.ost_io.nrs_policies=tbf nid
ost.OSS.ost_io.nrs_tbf_rule=start localhost nid={0@lo} rate=1000
ost.OSS.ost_io.nrs_tbf_rule=start clients nid={192.168.204.45@tcp} rate=100
ost.OSS.ost_io.nrs_tbf_rule=start others nid={*.*.*.*@tcp} rate=50
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.173721 s, 96.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0393634 s, 26.6 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.063071 s, 16.6 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.055802 s, 18.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0601326 s, 17.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0675103 s, 15.5 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0686803 s, 15.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.055598 s, 18.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0620605 s, 16.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0681844 s, 15.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0784088 s, 13.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100039 s, 10.5 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff99e1a10ae000.lock_unused_count=2
ldlm.namespaces.lustre-OST0001-osc-ffff99e1a10ae000.lock_unused_count=1
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100847 s, 10.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.113668 s, 9.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108026 s, 9.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119282 s, 8.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116716 s, 9.0 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0147748 s, 71.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0134926 s, 77.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0218009 s, 48.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0259961 s, 40.3 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00979221 s, 107 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0169598 s, 61.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00455507 s, 230 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841054 s, 125 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0163625 s, 64.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0223938 s, 46.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0256895 s, 40.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.025292 s, 41.5 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0255618 s, 41.0 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727737 s, 144 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0239181 s, 43.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00629883 s, 166 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff99e1a10ae000.lock_unused_count=2
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg445-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg445-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=change localhost rate=1001
ost.OSS.ost_io.nrs_tbf_rule=change clients rate=101
ost.OSS.ost_io.nrs_tbf_rule=change others rate=51
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.147266 s, 114 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.035727 s, 29.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.039161 s, 26.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0411722 s, 25.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0329909 s, 31.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0500498 s, 21.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0733029 s, 14.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0662287 s, 15.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0645238 s, 16.3 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.105746 s, 9.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100531 s, 10.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10766 s, 9.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0901971 s, 11.6 MB/s
ldlm.namespaces.lustre-OST0001-osc-ffff99e1a10ae000.lock_unused_count=1
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104177 s, 10.1 MB/s1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106582 s, 9.8 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.114495 s, 9.2 MB/s


1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.115923 s, 9.0 MB/s
ldlm.namespaces.lustre-OST0001-osc-ffff99e1a10ae000.lock_unused_count=1
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0365049 s, 28.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0360503 s, 29.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0385387 s, 27.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0381433 s, 27.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0353822 s, 29.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0403395 s, 26.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0405607 s, 25.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.042617 s, 24.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0527974 s, 19.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0506363 s, 20.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0419248 s, 25.0 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0524112 s, 20.0 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0422691 s, 24.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0471401 s, 22.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0540502 s, 19.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0594535 s, 17.6 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg445-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg445-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=stop localhost
ost.OSS.ost_io.nrs_tbf_rule=stop clients
ost.OSS.ost_io.nrs_tbf_rule=stop others
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.14209 s, 118 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0202428 s, 51.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0332888 s, 31.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.020256 s, 51.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121633 s, 8.6 MB/s1+0 records in
1+0 records out

1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112892 s, 9.3 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.118859 s, 8.8 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.142244 s, 7.4 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.140963 s, 7.4 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.144844 s, 7.2 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.133569 s, 7.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.133422 s, 7.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.16848 s, 6.2 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.182248 s, 5.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1784 s, 5.9 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.176537 s, 5.9 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.179664 s, 5.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0255198 s, 41.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.033071 s, 31.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0224101 s, 46.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0277827 s, 37.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0212115 s, 49.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0263946 s, 39.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0229786 s, 45.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.028664 s, 36.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.02746 s, 38.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0273167 s, 38.4 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0315299 s, 33.3 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0295588 s, 35.5 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0336245 s, 31.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0352699 s, 29.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0351353 s, 29.8 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff99e1a10ae000.lock_unused_count=3
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0390468 s, 26.9 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg445-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg445-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_policies=fifo
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.135184 s, 124 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.033509 s, 31.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0377347 s, 27.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0752971 s, 13.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0780356 s, 13.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0642768 s, 16.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0697469 s, 15.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0967104 s, 10.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0675379 s, 15.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0672305 s, 15.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.114849 s, 9.1 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106657 s, 9.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0950518 s, 11.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106157 s, 9.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.114214 s, 9.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0986569 s, 10.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.113574 s, 9.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0173582 s, 60.4 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00470466 s, 223 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0214736 s, 48.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0216258 s, 48.5 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0278361 s, 37.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0339084 s, 30.9 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0275158 s, 38.1 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0299707 s, 35.0 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0310145 s, 33.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0263805 s, 39.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0204295 s, 51.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0215628 s, 48.6 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00493384 s, 213 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0143822 s, 72.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.019971 s, 52.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0184901 s, 56.7 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg445-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg445-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'