== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:20:57 (1772475657) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats=0 llite.lustre-ffff96aba0677000.statahead_max=32 llite.lustre-ffff96aba0677000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.07 seconds: 93.59 ops/second llite.lustre-ffff96aba0677000.statahead_max=0 101 real 0m1.105s user 0m0.005s sys 0m0.266s ls -l 100 files without statahead: 1 sec llite.lustre-ffff96aba0677000.statahead_max=32 32 101 real 0m0.428s user 0m0.002s sys 0m0.183s ls -l 100 files with statahead: 0 sec statahead total: 162 statahead wrong: 2 agl total: 155 list_total: 32 fname_total: 100 hit_total: 9263 miss_total: 1256 total: 900 open/close in 3.32 seconds: 271.17 ops/second llite.lustre-ffff96aba0677000.statahead_max=0 1001 real 0m9.153s user 0m0.029s sys 0m2.595s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff96aba0677000.statahead_max=32 32 1001 real 0m3.908s user 0m0.013s sys 0m1.449s ls -l 1000 files with statahead: 4 sec statahead total: 163 statahead wrong: 2 agl total: 156 list_total: 33 fname_total: 100 hit_total: 10260 miss_total: 1259 - open/close 2792 (time 1772475693.95 total 10.00 last 279.16) total: 4000 open/close in 14.29 seconds: 279.83 ops/second llite.lustre-ffff96aba0677000.statahead_max=0 5001 real 0m50.735s user 0m0.160s sys 0m12.495s ls -l 5000 files without statahead: 51 sec llite.lustre-ffff96aba0677000.statahead_max=32 32 5001 real 0m19.234s user 0m0.089s sys 0m6.992s ls -l 5000 files with statahead: 19 sec statahead total: 164 statahead wrong: 2 agl total: 157 list_total: 34 fname_total: 100 hit_total: 15250 miss_total: 1269 ls -l done rm -r /mnt/lustre/d123ad.sanity: 43 seconds llite.lustre-ffff96aba0677000.statahead_stats= statahead total: 164 statahead wrong: 2 agl total: 157 list_total: 34 fname_total: 100 hit_total: 15250 miss_total: 1269 mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats= snapshot_time: 1772475819.903735114 secs.nsecs start_time: 1772475658.969435597 secs.nsecs elapsed_time: 160.934299517 secs.nsecs subreqs per batch batches % cum % 1: 3 1 1 2: 1 0 2 4: 3 1 3 8: 6 3 6 16: 133 67 74 32: 51 25 100 mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats= snapshot_time: 1772475819.903803074 secs.nsecs start_time: 1772475658.969513809 secs.nsecs elapsed_time: 160.934289265 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 3 1 2 8: 5 2 4 16: 80 40 44 32: 109 55 100 - open/close 1796 (time 1772475831.19 total 10.00 last 179.58) - open/close 3813 (time 1772475841.19 total 20.00 last 201.70) - open/close 6243 (time 1772475851.20 total 30.00 last 242.98) - open/close 8532 (time 1772475861.20 total 40.00 last 228.85) total: 10000 open/close in 47.61 seconds: 210.02 ops/second llite.lustre-ffff96aba0677000.statahead_batch_max=0 llite.lustre-ffff96aba0677000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff96aba0677000.stats=clear mdc.lustre-MDT0001-mdc-ffff96aba0677000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.818s user 0m0.186s sys 0m27.298s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff96aba0677000.statahead_batch_max=32 llite.lustre-ffff96aba0677000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff96aba0677000.stats=clear mdc.lustre-MDT0001-mdc-ffff96aba0677000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.857s user 0m0.173s sys 0m18.152s batched statahead RPC= hit count=9993 mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats= snapshot_time: 1772475942.437147407 secs.nsecs start_time: 1772475901.822453667 secs.nsecs elapsed_time: 40.614693740 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats= snapshot_time: 1772475942.437199259 secs.nsecs start_time: 1772475901.822539501 secs.nsecs elapsed_time: 40.614659758 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats=0 llite.lustre-ffff96aba0677000.statahead_max=2048 llite.lustre-ffff96aba0677000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 140.75 ops/second llite.lustre-ffff96aba0677000.statahead_max=0 101 real 0m0.617s user 0m0.002s sys 0m0.227s ls -l 100 files without statahead: 1 sec llite.lustre-ffff96aba0677000.statahead_max=2048 2048 101 real 0m0.325s user 0m0.003s sys 0m0.231s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10092 miss_total: 8 total: 900 open/close in 2.23 seconds: 403.53 ops/second llite.lustre-ffff96aba0677000.statahead_max=0 1001 real 0m6.876s user 0m0.027s sys 0m2.319s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff96aba0677000.statahead_max=2048 2048 1001 real 0m3.468s user 0m0.015s sys 0m1.459s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11091 miss_total: 9 - open/close 3739 (time 1772476064.35 total 10.00 last 373.82) - open/close 7238 (time 1772476074.35 total 20.00 last 349.88) total: 9000 open/close in 24.77 seconds: 363.34 ops/second llite.lustre-ffff96aba0677000.statahead_max=0 10001 real 1m1.436s user 0m0.280s sys 0m21.331s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff96aba0677000.statahead_max=2048 2048 10001 real 0m24.752s user 0m0.181s sys 0m17.613s ls -l 10000 files with statahead: 25 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21090 miss_total: 10 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff96aba0677000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21090 miss_total: 10 mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats= snapshot_time: 1772476239.203977941 secs.nsecs start_time: 1772475943.348006187 secs.nsecs elapsed_time: 295.855971754 secs.nsecs subreqs per batch batches % cum % 1: 72 55 55 2: 14 10 66 4: 6 4 71 8: 3 2 73 16: 1 0 74 32: 0 0 74 64: 0 0 74 128: 5 3 78 256: 28 21 100 mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats= snapshot_time: 1772476239.204039056 secs.nsecs start_time: 1772475943.348113720 secs.nsecs elapsed_time: 295.855925336 secs.nsecs subreqs per batch batches % cum % 1: 71 52 52 2: 13 9 62 4: 9 6 68 8: 4 2 71 16: 2 1 73 32: 0 0 73 64: 2 1 74 128: 1 0 75 256: 33 24 100 - open/close 4491 (time 1772476250.15 total 10.00 last 449.00) - open/close 9031 (time 1772476260.16 total 20.00 last 453.96) total: 10000 open/close in 22.06 seconds: 453.26 ops/second llite.lustre-ffff96aba0677000.statahead_batch_max=0 llite.lustre-ffff96aba0677000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff96aba0677000.stats=clear mdc.lustre-MDT0001-mdc-ffff96aba0677000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.350s user 0m0.206s sys 0m24.410s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff96aba0677000.statahead_batch_max=256 llite.lustre-ffff96aba0677000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff96aba0677000.stats=clear mdc.lustre-MDT0001-mdc-ffff96aba0677000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.176s user 0m0.194s sys 0m18.581s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff96aba0677000.batch_stats= snapshot_time: 1772476321.953952363 secs.nsecs start_time: 1772476293.072160295 secs.nsecs elapsed_time: 28.881792068 secs.nsecs subreqs per batch batches % cum % 1: 166 55 55 2: 36 11 67 4: 27 8 76 8: 8 2 78 16: 2 0 79 32: 23 7 87 64: 4 1 88 128: 0 0 88 256: 35 11 100 mdc.lustre-MDT0001-mdc-ffff96aba0677000.batch_stats= snapshot_time: 1772476321.954034379 secs.nsecs start_time: 1772476293.072245682 secs.nsecs elapsed_time: 28.881788697 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff96aba0677000.statahead_batch_max=64 llite.lustre-ffff96aba0677000.statahead_max=128