== sanityn test 77e: check TBF NID nrs policy ============ 06:42:18 (1777027338)
ost.OSS.ost_io.nrs_policies=tbf nid
ost.OSS.ost_io.nrs_tbf_rule=start localhost nid={0@lo} rate=1000
ost.OSS.ost_io.nrs_tbf_rule=start clients nid={192.168.202.55@tcp} rate=100
ost.OSS.ost_io.nrs_tbf_rule=start others nid={*.*.*.*@tcp} rate=50
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.149853 s, 112 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0382365 s, 27.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0561256 s, 18.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0570799 s, 18.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.045944 s, 22.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0856529 s, 12.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0637836 s, 16.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0842679 s, 12.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0954093 s, 11.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116306 s, 9.0 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0934107 s, 11.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0999192 s, 10.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.138385 s, 7.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0984005 s, 10.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1118 s, 9.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.142663 s, 7.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.11551 s, 9.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0206545 s, 50.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0227232 s, 46.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00558217 s, 188 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0297728 s, 35.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0322917 s, 32.5 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0177379 s, 59.1 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0324521 s, 32.3 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0218871 s, 47.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0294993 s, 35.5 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0250074 s, 41.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0136261 s, 77.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0367552 s, 28.5 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0287551 s, 36.5 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00458502 s, 229 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.043742 s, 24.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0303505 s, 34.5 MB/s
ldlm.namespaces.lustre-OST0001-osc-ffff93a5c2b74000.lock_unused_count=5
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg255-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg255-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=change localhost rate=1001
ost.OSS.ost_io.nrs_tbf_rule=change clients rate=101
ost.OSS.ost_io.nrs_tbf_rule=change others rate=51
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.147955 s, 113 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0350654 s, 29.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0898175 s, 11.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0915024 s, 11.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.113666 s, 9.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120706 s, 8.7 MB/s1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100468 s, 10.4 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0888617 s, 11.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0942545 s, 11.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.083243 s, 12.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0975136 s, 10.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.133079 s, 7.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.136143 s, 7.7 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.141129 s, 7.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0676964 s, 15.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.109161 s, 9.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.078655 s, 13.3 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff93a5c2b74000.lock_unused_count=3
ldlm.namespaces.lustre-OST0001-osc-ffff93a5c2b74000.lock_unused_count=1
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0164533 s, 63.7 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819581 s, 128 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0175304 s, 59.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0159871 s, 65.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0204276 s, 51.3 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0187656 s, 55.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834774 s, 126 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0193858 s, 54.1 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0178744 s, 58.7 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0178338 s, 58.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0159026 s, 65.9 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0195306 s, 53.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0209834 s, 50.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0229183 s, 45.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0235713 s, 44.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.024377 s, 43.0 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg255-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg255-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=stop localhost
ost.OSS.ost_io.nrs_tbf_rule=stop clients
ost.OSS.ost_io.nrs_tbf_rule=stop others
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.139574 s, 120 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.034885 s, 30.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0328986 s, 31.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0492176 s, 21.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.110585 s, 9.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0949548 s, 11.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.102146 s, 10.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111209 s, 9.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.147454 s, 7.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.133439 s, 7.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.147514 s, 7.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.137991 s, 7.6 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.154381 s, 6.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.144554 s, 7.3 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.157235 s, 6.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.164957 s, 6.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.152741 s, 6.9 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff93a5c2b74000.lock_unused_count=4
ldlm.namespaces.lustre-OST0001-osc-ffff93a5c2b74000.lock_unused_count=5
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0218105 s, 48.1 MB/s1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0305387 s, 34.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0330304 s, 31.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0386172 s, 27.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0325954 s, 32.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0418326 s, 25.1 MB/s
1+0 records in
1+0 records out

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0298815 s, 35.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0308863 s, 33.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0256676 s, 40.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0327033 s, 32.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0354591 s, 29.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0281218 s, 37.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0336071 s, 31.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0336553 s, 31.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0336617 s, 31.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.048781 s, 21.5 MB/s
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg255-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg255-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'
ost.OSS.ost_io.nrs_policies=fifo
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.147969 s, 113 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0331327 s, 31.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0380932 s, 27.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0782794 s, 13.4 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0890722 s, 11.8 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0838303 s, 12.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100403 s, 10.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0877206 s, 12.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0996985 s, 10.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.071074 s, 14.8 MB/s
ldlm.namespaces.lustre-OST0001-osc-ffff93a5c2b74000.lock_unused_count=3
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0936696 s, 11.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.105634 s, 9.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.090371 s, 11.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.126174 s, 8.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.117356 s, 8.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122473 s, 8.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108255 s, 9.7 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0185437 s, 56.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0122437 s, 85.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0109489 s, 95.8 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.030668 s, 34.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0160123 s, 65.5 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0296968 s, 35.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0212477 s, 49.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0160614 s, 65.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.030517 s, 34.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0200426 s, 52.3 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0233034 s, 45.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0296582 s, 35.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0308266 s, 34.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0267109 s, 39.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0276239 s, 38.0 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0286305 s, 36.6 MB/s
ldlm.namespaces.lustre-OST0001-osc-ffff93a5c2b74000.lock_unused_count=3
removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg255-client.virtnet'
removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg255-client.virtnet'
removed directory '/mnt/lustre/d77e.sanityn'