== sanity test 123ad: Verify batching statahead works correctly ========================================================== 20:41:09 (1746146469) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats=0 llite.lustre-ffff8800b5a01800.statahead_max=32 llite.lustre-ffff8800b5a01800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.30 seconds: 76.98 ops/second llite.lustre-ffff8800b5a01800.statahead_max=0 101 real 0m1.347s user 0m0.000s sys 0m0.359s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800b5a01800.statahead_max=32 32 101 real 0m0.328s user 0m0.003s sys 0m0.138s ls -l 100 files with statahead: 1 sec statahead total: 69 statahead wrong: 1 agl total: 69 list_total: 25 fname_total: 44 hit_total: 4569 miss_total: 246 total: 900 open/close in 7.97 seconds: 112.92 ops/second llite.lustre-ffff8800b5a01800.statahead_max=0 1001 real 0m13.243s user 0m0.073s sys 0m3.218s ls -l 1000 files without statahead: 14 sec llite.lustre-ffff8800b5a01800.statahead_max=32 32 1001 real 0m3.569s user 0m0.042s sys 0m1.187s ls -l 1000 files with statahead: 3 sec statahead total: 70 statahead wrong: 1 agl total: 70 list_total: 26 fname_total: 44 hit_total: 5568 miss_total: 255 - open/close 1286 (time 1746146516.58 total 10.00 last 128.59) total: 2000 open/close in 16.11 seconds: 124.13 ops/second llite.lustre-ffff8800b5a01800.statahead_max=0 3001 real 0m39.281s user 0m0.276s sys 0m9.269s ls -l 3000 files without statahead: 40 sec llite.lustre-ffff8800b5a01800.statahead_max=32 32 3001 real 0m9.041s user 0m0.087s sys 0m3.343s ls -l 3000 files with statahead: 9 sec statahead total: 71 statahead wrong: 1 agl total: 71 list_total: 27 fname_total: 44 hit_total: 8567 miss_total: 276 ls -l done rm -r /mnt/lustre/d123ad.sanity: 25 seconds llite.lustre-ffff8800b5a01800.statahead_stats= statahead total: 71 statahead wrong: 1 agl total: 71 list_total: 27 fname_total: 44 hit_total: 8567 miss_total: 276 mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats= snapshot_time: 1746146600.896716470 secs.nsecs start_time: 1746146472.289758850 secs.nsecs elapsed_time: 128.606957620 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 4 2 2 8: 5 3 6 16: 72 53 60 32: 54 40 100 mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats= snapshot_time: 1746146600.896815458 secs.nsecs start_time: 1746146472.289829919 secs.nsecs elapsed_time: 128.606985539 secs.nsecs subreqs per batch batches % cum % 1: 3 2 2 2: 1 0 2 4: 4 2 5 8: 3 2 8 16: 74 54 62 32: 52 37 100 - open/close 1514 (time 1746146612.19 total 10.00 last 151.33) - open/close 2893 (time 1746146622.19 total 20.01 last 137.86) - open/close 4568 (time 1746146632.19 total 30.01 last 167.48) - open/close 5953 (time 1746146642.20 total 40.02 last 138.41) - open/close 7450 (time 1746146652.20 total 50.02 last 149.68) - open/close 8923 (time 1746146662.20 total 60.02 last 147.26) total: 10000 open/close in 67.77 seconds: 147.56 ops/second llite.lustre-ffff8800b5a01800.statahead_batch_max=0 llite.lustre-ffff8800b5a01800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a01800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a01800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.549s user 0m0.249s sys 0m9.640s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5a01800.statahead_batch_max=32 llite.lustre-ffff8800b5a01800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a01800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a01800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.048s user 0m0.340s sys 0m11.417s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats= snapshot_time: 1746146734.900118463 secs.nsecs start_time: 1746146691.895395582 secs.nsecs elapsed_time: 43.004722881 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats= snapshot_time: 1746146734.900642672 secs.nsecs start_time: 1746146691.895489296 secs.nsecs elapsed_time: 43.005153376 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats=0 llite.lustre-ffff8800b5a01800.statahead_max=2048 llite.lustre-ffff8800b5a01800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.80 seconds: 55.44 ops/second llite.lustre-ffff8800b5a01800.statahead_max=0 101 real 0m1.413s user 0m0.018s sys 0m0.345s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b5a01800.statahead_max=2048 2048 101 real 0m0.395s user 0m0.013s sys 0m0.135s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 50 total: 900 open/close in 6.28 seconds: 143.25 ops/second llite.lustre-ffff8800b5a01800.statahead_max=0 1001 real 0m12.871s user 0m0.085s sys 0m3.429s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800b5a01800.statahead_max=2048 2048 1001 real 0m2.369s user 0m0.026s sys 0m1.233s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 51 - open/close 1257 (time 1746146932.47 total 10.00 last 125.68) total: 2000 open/close in 15.67 seconds: 127.64 ops/second llite.lustre-ffff8800b5a01800.statahead_max=0 3001 real 0m41.146s user 0m0.256s sys 0m9.708s ls -l 3000 files without statahead: 41 sec llite.lustre-ffff8800b5a01800.statahead_max=2048 2048 3001 real 0m6.416s user 0m0.067s sys 0m3.376s ls -l 3000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 52 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff8800b5a01800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 52 mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats= snapshot_time: 1746147020.077312013 secs.nsecs start_time: 1746146735.632941647 secs.nsecs elapsed_time: 284.444370366 secs.nsecs subreqs per batch batches % cum % 1: 24 47 47 2: 3 5 52 4: 7 13 66 8: 3 5 72 16: 3 5 78 32: 1 1 80 64: 1 1 82 128: 0 0 82 256: 9 17 100 mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats= snapshot_time: 1746147020.077395903 secs.nsecs start_time: 1746146735.633019367 secs.nsecs elapsed_time: 284.444376536 secs.nsecs subreqs per batch batches % cum % 1: 26 50 50 2: 3 5 55 4: 5 9 65 8: 6 11 76 16: 1 1 78 32: 0 0 78 64: 2 3 82 128: 0 0 82 256: 9 17 100 - open/close 1469 (time 1746147031.17 total 10.00 last 146.83) - open/close 2894 (time 1746147041.18 total 20.01 last 142.36) - open/close 4285 (time 1746147051.18 total 30.02 last 139.08) - open/close 5723 (time 1746147061.18 total 40.02 last 143.74) - open/close 7239 (time 1746147071.19 total 50.02 last 151.56) - open/close 8743 (time 1746147081.19 total 60.03 last 150.34) total: 10000 open/close in 67.36 seconds: 148.46 ops/second llite.lustre-ffff8800b5a01800.statahead_batch_max=0 llite.lustre-ffff8800b5a01800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a01800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a01800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.080s user 0m0.267s sys 0m9.624s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5a01800.statahead_batch_max=256 llite.lustre-ffff8800b5a01800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a01800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a01800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m16.475s user 0m0.292s sys 0m10.669s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5a01800.batch_stats= snapshot_time: 1746147132.288242625 secs.nsecs start_time: 1746147111.454890342 secs.nsecs elapsed_time: 20.833352283 secs.nsecs subreqs per batch batches % cum % 1: 100 54 54 2: 4 2 56 4: 8 4 60 8: 9 4 65 16: 13 7 72 32: 11 5 78 64: 2 1 79 128: 1 0 80 256: 36 19 100 mdc.lustre-MDT0001-mdc-ffff8800b5a01800.batch_stats= snapshot_time: 1746147132.289237803 secs.nsecs start_time: 1746147111.456257782 secs.nsecs elapsed_time: 20.832980021 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b5a01800.statahead_batch_max=64 llite.lustre-ffff8800b5a01800.statahead_max=128