== sanity test 123ad: Verify batching statahead works correctly ========================================================== 02:41:24 (1738482084) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats=0 llite.lustre-ffff88012dbbf800.statahead_max=32 llite.lustre-ffff88012dbbf800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.97 seconds: 103.20 ops/second llite.lustre-ffff88012dbbf800.statahead_max=0 101 real 0m0.968s user 0m0.004s sys 0m0.344s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012dbbf800.statahead_max=32 32 101 real 0m0.332s user 0m0.006s sys 0m0.186s ls -l 100 files with statahead: 0 sec statahead total: 62 statahead wrong: 2 agl total: 62 list_total: 25 fname_total: 37 hit_total: 6361 miss_total: 1384 total: 900 open/close in 3.51 seconds: 256.11 ops/second llite.lustre-ffff88012dbbf800.statahead_max=0 1001 real 0m8.723s user 0m0.042s sys 0m2.974s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012dbbf800.statahead_max=32 32 1001 real 0m2.616s user 0m0.039s sys 0m1.366s ls -l 1000 files with statahead: 3 sec statahead total: 63 statahead wrong: 2 agl total: 63 list_total: 26 fname_total: 37 hit_total: 7360 miss_total: 1385 - open/close 2475 (time 1738482118.78 total 10.00 last 247.41) - open/close 4907 (time 1738482128.78 total 20.00 last 243.17) - open/close 7352 (time 1738482138.79 total 30.01 last 244.43) total: 9000 open/close in 36.89 seconds: 243.95 ops/second llite.lustre-ffff88012dbbf800.statahead_max=0 10001 real 1m25.289s user 0m0.325s sys 0m29.476s ls -l 10000 files without statahead: 85 sec llite.lustre-ffff88012dbbf800.statahead_max=32 32 10001 real 0m24.429s user 0m0.249s sys 0m12.963s ls -l 10000 files with statahead: 25 sec statahead total: 64 statahead wrong: 2 agl total: 64 list_total: 27 fname_total: 37 hit_total: 17359 miss_total: 1386 ls -l done rm -r /mnt/lustre/d123ad.sanity: 55 seconds llite.lustre-ffff88012dbbf800.statahead_stats= statahead total: 64 statahead wrong: 2 agl total: 64 list_total: 27 fname_total: 37 hit_total: 17359 miss_total: 1386 mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats= snapshot_time: 1738482315.889564136 secs.nsecs start_time: 1738482086.471848894 secs.nsecs elapsed_time: 229.417715242 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 3 0 1 8: 3 0 2 16: 195 55 57 32: 151 42 100 mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats= snapshot_time: 1738482315.889754406 secs.nsecs start_time: 1738482086.472004514 secs.nsecs elapsed_time: 229.417749892 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 4 1 1 8: 5 1 2 16: 199 56 59 32: 145 40 100 - open/close 2448 (time 1738482326.74 total 10.00 last 244.73) - open/close 4874 (time 1738482336.74 total 20.00 last 242.59) - open/close 7500 (time 1738482346.74 total 30.00 last 262.59) total: 10000 open/close in 38.09 seconds: 262.51 ops/second llite.lustre-ffff88012dbbf800.statahead_batch_max=0 llite.lustre-ffff88012dbbf800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbbf800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbbf800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.713s user 0m0.175s sys 0m8.112s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012dbbf800.statahead_batch_max=32 llite.lustre-ffff88012dbbf800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbbf800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbbf800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.317s user 0m0.230s sys 0m13.487s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats= snapshot_time: 1738482397.108538008 secs.nsecs start_time: 1738482365.469065713 secs.nsecs elapsed_time: 31.639472295 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats= snapshot_time: 1738482397.108718091 secs.nsecs start_time: 1738482365.469200308 secs.nsecs elapsed_time: 31.639517783 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats=0 llite.lustre-ffff88012dbbf800.statahead_max=2048 llite.lustre-ffff88012dbbf800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.89 seconds: 112.78 ops/second llite.lustre-ffff88012dbbf800.statahead_max=0 101 real 0m0.945s user 0m0.006s sys 0m0.325s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012dbbf800.statahead_max=2048 2048 101 real 0m0.325s user 0m0.003s sys 0m0.161s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.47 seconds: 259.57 ops/second llite.lustre-ffff88012dbbf800.statahead_max=0 1001 real 0m8.244s user 0m0.020s sys 0m2.922s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012dbbf800.statahead_max=2048 2048 1001 real 0m1.339s user 0m0.021s sys 0m0.798s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2780 (time 1738482521.11 total 10.00 last 277.91) - open/close 5483 (time 1738482531.11 total 20.00 last 270.27) - open/close 7923 (time 1738482541.11 total 30.01 last 243.98) total: 9000 open/close in 34.31 seconds: 262.31 ops/second llite.lustre-ffff88012dbbf800.statahead_max=0 10001 real 1m22.918s user 0m0.320s sys 0m27.870s ls -l 10000 files without statahead: 83 sec llite.lustre-ffff88012dbbf800.statahead_max=2048 2048 10001 real 0m8.338s user 0m0.163s sys 0m7.136s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 54 seconds llite.lustre-ffff88012dbbf800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats= snapshot_time: 1738482695.885912457 secs.nsecs start_time: 1738482397.690418455 secs.nsecs elapsed_time: 298.195494002 secs.nsecs subreqs per batch batches % cum % 1: 70 54 54 2: 6 4 59 4: 7 5 64 8: 5 3 68 16: 6 4 73 32: 1 0 74 64: 0 0 74 128: 6 4 78 256: 27 21 100 mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats= snapshot_time: 1738482695.886112637 secs.nsecs start_time: 1738482397.690533086 secs.nsecs elapsed_time: 298.195579551 secs.nsecs subreqs per batch batches % cum % 1: 65 51 51 2: 4 3 54 4: 4 3 57 8: 12 9 66 16: 5 3 70 32: 1 0 71 64: 2 1 73 128: 2 1 74 256: 32 25 100 - open/close 2576 (time 1738482706.76 total 10.00 last 257.51) - open/close 5073 (time 1738482716.76 total 20.00 last 249.67) - open/close 7589 (time 1738482726.76 total 30.01 last 251.59) total: 10000 open/close in 39.84 seconds: 251.03 ops/second llite.lustre-ffff88012dbbf800.statahead_batch_max=0 llite.lustre-ffff88012dbbf800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbbf800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbbf800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.468s user 0m0.165s sys 0m7.604s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012dbbf800.statahead_batch_max=256 llite.lustre-ffff88012dbbf800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbbf800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbbf800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m7.751s user 0m0.161s sys 0m6.774s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012dbbf800.batch_stats= snapshot_time: 1738482757.301238808 secs.nsecs start_time: 1738482747.091563446 secs.nsecs elapsed_time: 10.209675362 secs.nsecs subreqs per batch batches % cum % 1: 411 77 77 2: 23 4 81 4: 15 2 84 8: 11 2 86 16: 13 2 89 32: 24 4 93 64: 0 0 93 128: 0 0 93 256: 34 6 100 mdc.lustre-MDT0001-mdc-ffff88012dbbf800.batch_stats= snapshot_time: 1738482757.301459818 secs.nsecs start_time: 1738482747.091703554 secs.nsecs elapsed_time: 10.209756264 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012dbbf800.statahead_batch_max=64 llite.lustre-ffff88012dbbf800.statahead_max=128