== sanityn test 77f: check TBF JobID nrs policy ========== 06:47:03 (1783075623)
ost.OSS.ost_io.nrs_policies=tbf jobid
ost.OSS.ost_io.nrs_tbf_rule=start runas jobid={iozone.500 dd.500 tiotest.500} rate=1000
ost.OSS.ost_io.nrs_tbf_rule=start iozone_runas jobid={iozone.500} rate=100
ost.OSS.ost_io.nrs_tbf_rule=start dd_runas jobid={dd.500} rate=50
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d77f.sanityn/nrs_r_oleg431-client.virtnet] [bs=1M] [count=16]
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.0962115 s, 174 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [declare] [-a] [pids_w]
execvp fails running declare (13): Permission denied
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0260327 s, 40.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0359468 s, 29.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0385502 s, 27.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.026786 s, 39.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.046469 s, 22.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0370503 s, 28.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0438727 s, 23.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0462458 s, 22.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0214607 s, 48.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0533361 s, 19.7 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0628584 s, 16.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0669354 s, 15.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0553931 s, 18.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0256072 s, 40.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0683508 s, 15.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0652402 s, 16.1 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [declare] [-a] [pids_r]
execvp fails running declare (13): Permission denied
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0311633 s, 33.6 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0285894 s, 36.7 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0196477 s, 53.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0337435 s, 31.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.033822 s, 31.0 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0230409 s, 45.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0275991 s, 38.0 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.023667 s, 44.3 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0307173 s, 34.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0254878 s, 41.1 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0171708 s, 61.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0398185 s, 26.3 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0305299 s, 34.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00557342 s, 188 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0386655 s, 27.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707813 s, 148 MB/s
removed '/mnt/lustre/d77f.sanityn/nrs_w_oleg431-client.virtnet'
removed '/mnt/lustre/d77f.sanityn/nrs_r_oleg431-client.virtnet'
removed directory '/mnt/lustre/d77f.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=change runas rate=1001
ost.OSS.ost_io.nrs_tbf_rule=change iozone_runas rate=101
ost.OSS.ost_io.nrs_tbf_rule=change dd_runas rate=51
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d77f.sanityn/nrs_r_oleg431-client.virtnet] [bs=1M] [count=16]
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.0583967 s, 287 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [declare] [-a] [pids_w]
execvp fails running declare (13): Permission denied
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0164075 s, 63.9 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0366574 s, 28.6 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0421203 s, 24.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0344828 s, 30.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0445654 s, 23.5 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0419359 s, 25.0 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0482189 s, 21.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0377735 s, 27.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0620936 s, 16.9 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0330299 s, 31.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0358376 s, 29.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0335958 s, 31.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0509868 s, 20.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.059569 s, 17.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0689131 s, 15.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0531878 s, 19.7 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [declare] [-a] [pids_r]
execvp fails running declare (13): Permission denied
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0113156 s, 92.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.011327 s, 92.6 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.013151 s, 79.7 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.012561 s, 83.5 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.017118 s, 61.3 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0208559 s, 50.3 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0345844 s, 30.3 MB/s

1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.026838 s, 39.1 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0160583 s, 65.3 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0139794 s, 75.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733008 s, 143 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0148563 s, 70.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0169794 s, 61.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00385454 s, 272 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.012823 s, 81.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0163262 s, 64.2 MB/s
removed '/mnt/lustre/d77f.sanityn/nrs_w_oleg431-client.virtnet'
removed '/mnt/lustre/d77f.sanityn/nrs_r_oleg431-client.virtnet'
removed directory '/mnt/lustre/d77f.sanityn'
ost.OSS.ost_io.nrs_tbf_rule=stop runas
ost.OSS.ost_io.nrs_tbf_rule=stop iozone_runas
ost.OSS.ost_io.nrs_tbf_rule=stop dd_runas
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d77f.sanityn/nrs_r_oleg431-client.virtnet] [bs=1M] [count=16]
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.0663821 s, 253 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [declare] [-a] [pids_w]
execvp fails running declare (13): Permission denied
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.010895 s, 96.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0261057 s, 40.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0257885 s, 40.7 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0331541 s, 31.6 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0248852 s, 42.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0314158 s, 33.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.039229 s, 26.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0441865 s, 23.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0333999 s, 31.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0413729 s, 25.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00914549 s, 115 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0270975 s, 38.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0372146 s, 28.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.062857 s, 16.7 MB/s1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.043917 s, 23.9 MB/s

ldlm.namespaces.lustre-OST0000-osc-ffff972d45e77800.lock_unused_count=3
ldlm.namespaces.lustre-OST0001-osc-ffff972d45e77800.lock_unused_count=2
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0426114 s, 24.6 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [declare] [-a] [pids_r]
execvp fails running declare (13): Permission denied
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0118129 s, 88.8 MB/s1+0 records in
1+0 records out

1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0155676 s, 67.4 MB/s1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0119265 s, 87.9 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0144187 s, 72.7 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0200555 s, 52.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0111267 s, 94.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0215492 s, 48.7 MB/s

1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0162754 s, 64.4 MB/s
ldlm.namespaces.lustre-OST0001-osc-ffff972d45e77800.lock_unused_count=3
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871465 s, 120 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0132342 s, 79.2 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819631 s, 128 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00938365 s, 112 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799539 s, 131 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00501891 s, 209 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806359 s, 130 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00450152 s, 233 MB/s
removed '/mnt/lustre/d77f.sanityn/nrs_r_oleg431-client.virtnet'
removed '/mnt/lustre/d77f.sanityn/nrs_w_oleg431-client.virtnet'
removed directory '/mnt/lustre/d77f.sanityn'
ost.OSS.ost_io.nrs_policies=fifo
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d77f.sanityn/nrs_r_oleg431-client.virtnet] [bs=1M] [count=16]
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.0632757 s, 265 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [declare] [-a] [pids_w]
execvp fails running declare (13): Permission denied
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.016915 s, 62.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0231154 s, 45.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0211395 s, 49.6 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0378639 s, 27.7 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0400787 s, 26.2 MB/s

1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0378932 s, 27.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.046966 s, 22.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0370878 s, 28.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0396229 s, 26.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0311639 s, 33.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0321882 s, 32.6 MB/s
ldlm.namespaces.lustre-OST0000-osc-ffff972d45e77800.lock_unused_count=1
ldlm.namespaces.lustre-OST0001-osc-ffff972d45e77800.lock_unused_count=1
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0349874 s, 30.0 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0251592 s, 41.7 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0329945 s, 31.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0509334 s, 20.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.037987 s, 27.6 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [declare] [-a] [pids_r]
execvp fails running declare (13): Permission denied
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00916111 s, 114 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0174081 s, 60.2 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00385473 s, 272 MB/s1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0110456 s, 94.9 MB/s

1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00626954 s, 167 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0213425 s, 49.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0196671 s, 53.3 MB/s
ldlm.namespaces.lustre-OST0001-osc-ffff972d45e77800.lock_unused_count=1
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.024234 s, 43.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00455858 s, 230 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0139862 s, 75.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00461052 s, 227 MB/s
1+0 records in
1+0 records out
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0113277 s, 92.6 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0152062 s, 69.0 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0111065 s, 94.4 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.011617 s, 90.3 MB/s
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082361 s, 127 MB/s
removed '/mnt/lustre/d77f.sanityn/nrs_w_oleg431-client.virtnet'
removed '/mnt/lustre/d77f.sanityn/nrs_r_oleg431-client.virtnet'
removed directory '/mnt/lustre/d77f.sanityn'