== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:03:55 (1746129835) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats=0 llite.lustre-ffff8800b63f8800.statahead_max=32 llite.lustre-ffff8800b63f8800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.70 seconds: 58.78 ops/second llite.lustre-ffff8800b63f8800.statahead_max=0 101 real 0m1.467s user 0m0.003s sys 0m0.347s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800b63f8800.statahead_max=32 32 101 real 0m0.532s user 0m0.013s sys 0m0.154s ls -l 100 files with statahead: 0 sec statahead total: 139 statahead wrong: 2 agl total: 139 list_total: 26 fname_total: 113 hit_total: 4512 miss_total: 1324 total: 900 open/close in 6.68 seconds: 134.67 ops/second llite.lustre-ffff8800b63f8800.statahead_max=0 1001 real 0m13.342s user 0m0.087s sys 0m3.113s ls -l 1000 files without statahead: 14 sec llite.lustre-ffff8800b63f8800.statahead_max=32 32 1001 real 0m4.249s user 0m0.034s sys 0m1.222s ls -l 1000 files with statahead: 4 sec statahead total: 140 statahead wrong: 2 agl total: 140 list_total: 27 fname_total: 113 hit_total: 5511 miss_total: 1332 - open/close 1278 (time 1746129882.63 total 10.00 last 127.77) total: 2000 open/close in 15.41 seconds: 129.78 ops/second llite.lustre-ffff8800b63f8800.statahead_max=0 3001 real 0m46.853s user 0m0.252s sys 0m9.712s ls -l 3000 files without statahead: 47 sec llite.lustre-ffff8800b63f8800.statahead_max=32 32 3001 real 0m12.457s user 0m0.085s sys 0m3.663s ls -l 3000 files with statahead: 12 sec statahead total: 141 statahead wrong: 2 agl total: 141 list_total: 28 fname_total: 113 hit_total: 8510 miss_total: 1349 ls -l done rm -r /mnt/lustre/d123ad.sanity: 27 seconds llite.lustre-ffff8800b63f8800.statahead_stats= statahead total: 141 statahead wrong: 2 agl total: 141 list_total: 28 fname_total: 113 hit_total: 8510 miss_total: 1349 mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats= snapshot_time: 1746129980.026813682 secs.nsecs start_time: 1746129837.784033734 secs.nsecs elapsed_time: 142.242779948 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 3 2 2 8: 4 2 5 16: 75 55 61 32: 51 38 100 mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats= snapshot_time: 1746129980.027193312 secs.nsecs start_time: 1746129837.784654297 secs.nsecs elapsed_time: 142.242539015 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 2 3 8: 4 2 6 16: 73 54 60 32: 53 39 100 - open/close 1269 (time 1746129991.19 total 10.00 last 126.90) - open/close 2614 (time 1746130001.19 total 20.00 last 134.49) - open/close 3849 (time 1746130011.20 total 30.01 last 123.45) - open/close 5315 (time 1746130021.20 total 40.01 last 146.53) - open/close 6571 (time 1746130031.21 total 50.02 last 125.49) - open/close 7790 (time 1746130041.21 total 60.02 last 121.86) - open/close 9074 (time 1746130051.22 total 70.03 last 128.30) total: 10000 open/close in 78.82 seconds: 126.87 ops/second llite.lustre-ffff8800b63f8800.statahead_batch_max=0 llite.lustre-ffff8800b63f8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63f8800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63f8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m23.077s user 0m0.281s sys 0m10.256s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b63f8800.statahead_batch_max=32 llite.lustre-ffff8800b63f8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63f8800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63f8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.778s user 0m0.372s sys 0m11.999s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats= snapshot_time: 1746130130.691537648 secs.nsecs start_time: 1746130086.363327551 secs.nsecs elapsed_time: 44.328210097 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats= snapshot_time: 1746130130.691639429 secs.nsecs start_time: 1746130086.363411929 secs.nsecs elapsed_time: 44.328227500 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats=0 llite.lustre-ffff8800b63f8800.statahead_max=2048 llite.lustre-ffff8800b63f8800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.57 seconds: 63.85 ops/second llite.lustre-ffff8800b63f8800.statahead_max=0 101 real 0m1.271s user 0m0.020s sys 0m0.313s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b63f8800.statahead_max=2048 2048 101 real 0m0.322s user 0m0.005s sys 0m0.138s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 62 total: 900 open/close in 7.24 seconds: 124.32 ops/second llite.lustre-ffff8800b63f8800.statahead_max=0 1001 real 0m13.978s user 0m0.048s sys 0m3.316s ls -l 1000 files without statahead: 14 sec llite.lustre-ffff8800b63f8800.statahead_max=2048 2048 1001 real 0m2.423s user 0m0.041s sys 0m1.226s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 63 - open/close 1501 (time 1746130328.35 total 10.00 last 150.10) total: 2000 open/close in 13.64 seconds: 146.59 ops/second llite.lustre-ffff8800b63f8800.statahead_max=0 3001 real 0m39.589s user 0m0.287s sys 0m9.179s ls -l 3000 files without statahead: 40 sec llite.lustre-ffff8800b63f8800.statahead_max=2048 2048 3001 real 0m5.132s user 0m0.102s sys 0m3.498s ls -l 3000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 64 ls -l done rm -r /mnt/lustre/d123ad.sanity: 26 seconds llite.lustre-ffff8800b63f8800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 64 mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats= snapshot_time: 1746130408.588167511 secs.nsecs start_time: 1746130131.485440987 secs.nsecs elapsed_time: 277.102726524 secs.nsecs subreqs per batch batches % cum % 1: 70 69 69 2: 9 8 78 4: 5 4 83 8: 6 5 89 16: 2 1 91 32: 0 0 91 64: 1 0 92 128: 0 0 92 256: 8 7 100 mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats= snapshot_time: 1746130408.588373211 secs.nsecs start_time: 1746130131.486779182 secs.nsecs elapsed_time: 277.101594029 secs.nsecs subreqs per batch batches % cum % 1: 69 65 65 2: 4 3 68 4: 9 8 77 8: 8 7 84 16: 4 3 88 32: 1 0 89 64: 3 2 92 128: 0 0 92 256: 8 7 100 - open/close 1239 (time 1746130419.71 total 10.00 last 123.89) - open/close 2368 (time 1746130429.72 total 20.01 last 112.80) - open/close 3693 (time 1746130439.72 total 30.01 last 132.44) - open/close 4961 (time 1746130449.73 total 40.02 last 126.75) - open/close 6267 (time 1746130459.74 total 50.03 last 130.51) - open/close 7520 (time 1746130469.74 total 60.03 last 125.26) - open/close 8826 (time 1746130479.74 total 70.03 last 130.55) total: 10000 open/close in 78.24 seconds: 127.82 ops/second llite.lustre-ffff8800b63f8800.statahead_batch_max=0 llite.lustre-ffff8800b63f8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63f8800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63f8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.744s user 0m0.281s sys 0m10.188s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b63f8800.statahead_batch_max=256 llite.lustre-ffff8800b63f8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63f8800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63f8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.189s user 0m0.376s sys 0m11.059s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b63f8800.batch_stats= snapshot_time: 1746130529.494091850 secs.nsecs start_time: 1746130510.927495183 secs.nsecs elapsed_time: 18.566596667 secs.nsecs subreqs per batch batches % cum % 1: 110 56 56 2: 10 5 61 4: 6 3 64 8: 2 1 65 16: 11 5 71 32: 17 8 80 64: 2 1 81 128: 0 0 81 256: 36 18 100 mdc.lustre-MDT0001-mdc-ffff8800b63f8800.batch_stats= snapshot_time: 1746130529.494200487 secs.nsecs start_time: 1746130510.927590482 secs.nsecs elapsed_time: 18.566610005 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b63f8800.statahead_batch_max=64 llite.lustre-ffff8800b63f8800.statahead_max=128