== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:46:05 (1746135965) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats=0 llite.lustre-ffff8800a750c800.statahead_max=32 llite.lustre-ffff8800a750c800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.19 seconds: 83.82 ops/second llite.lustre-ffff8800a750c800.statahead_max=0 101 real 0m1.262s user 0m0.000s sys 0m0.319s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a750c800.statahead_max=32 32 101 real 0m0.515s user 0m0.008s sys 0m0.153s ls -l 100 files with statahead: 1 sec statahead total: 136 statahead wrong: 2 agl total: 136 list_total: 28 fname_total: 108 hit_total: 4646 miss_total: 797 total: 900 open/close in 6.17 seconds: 145.83 ops/second llite.lustre-ffff8800a750c800.statahead_max=0 1001 real 0m12.417s user 0m0.047s sys 0m3.060s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800a750c800.statahead_max=32 32 1001 real 0m3.596s user 0m0.016s sys 0m1.201s ls -l 1000 files with statahead: 4 sec statahead total: 137 statahead wrong: 2 agl total: 137 list_total: 29 fname_total: 108 hit_total: 5645 miss_total: 802 - open/close 1513 (time 1746136008.92 total 10.00 last 151.29) - open/close 2875 (time 1746136018.93 total 20.01 last 136.10) total: 3000 open/close in 20.94 seconds: 143.27 ops/second llite.lustre-ffff8800a750c800.statahead_max=0 4001 real 0m50.899s user 0m0.362s sys 0m12.231s ls -l 4000 files without statahead: 51 sec llite.lustre-ffff8800a750c800.statahead_max=32 32 4001 real 0m14.205s user 0m0.113s sys 0m4.582s ls -l 4000 files with statahead: 14 sec statahead total: 138 statahead wrong: 2 agl total: 138 list_total: 30 fname_total: 108 hit_total: 9644 miss_total: 832 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff8800a750c800.statahead_stats= statahead total: 138 statahead wrong: 2 agl total: 138 list_total: 30 fname_total: 108 hit_total: 9644 miss_total: 832 mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats= snapshot_time: 1746136123.643241266 secs.nsecs start_time: 1746135967.267985533 secs.nsecs elapsed_time: 156.375255733 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 1 1 4: 4 2 4 8: 3 1 6 16: 111 67 73 32: 43 26 100 mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats= snapshot_time: 1746136123.643334291 secs.nsecs start_time: 1746135967.268063998 secs.nsecs elapsed_time: 156.375270293 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 1 1 8: 4 2 4 16: 67 40 44 32: 92 55 100 - open/close 1519 (time 1746136134.57 total 10.00 last 151.83) - open/close 2933 (time 1746136144.57 total 20.01 last 141.33) - open/close 4887 (time 1746136154.57 total 30.01 last 195.40) - open/close 6609 (time 1746136164.57 total 40.01 last 172.20) - open/close 8329 (time 1746136174.57 total 50.01 last 171.96) - open/close 9626 (time 1746136184.58 total 60.02 last 129.62) total: 10000 open/close in 63.04 seconds: 158.62 ops/second llite.lustre-ffff8800a750c800.statahead_batch_max=0 llite.lustre-ffff8800a750c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a750c800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a750c800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m16.714s user 0m0.251s sys 0m9.214s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a750c800.statahead_batch_max=32 llite.lustre-ffff8800a750c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a750c800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a750c800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.541s user 0m0.329s sys 0m11.480s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats= snapshot_time: 1746136254.117752770 secs.nsecs start_time: 1746136207.656551864 secs.nsecs elapsed_time: 46.461200906 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats= snapshot_time: 1746136254.117882012 secs.nsecs start_time: 1746136207.656616539 secs.nsecs elapsed_time: 46.461265473 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats=0 llite.lustre-ffff8800a750c800.statahead_max=2048 llite.lustre-ffff8800a750c800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.38 seconds: 72.41 ops/second llite.lustre-ffff8800a750c800.statahead_max=0 101 real 0m1.300s user 0m0.012s sys 0m0.317s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a750c800.statahead_max=2048 2048 101 real 0m0.349s user 0m0.006s sys 0m0.141s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 81 total: 900 open/close in 6.81 seconds: 132.19 ops/second llite.lustre-ffff8800a750c800.statahead_max=0 1001 real 0m12.349s user 0m0.055s sys 0m3.050s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800a750c800.statahead_max=2048 2048 1001 real 0m1.882s user 0m0.024s sys 0m1.074s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 82 - open/close 1302 (time 1746136433.93 total 10.00 last 130.19) - open/close 2558 (time 1746136443.93 total 20.00 last 125.56) total: 3000 open/close in 23.49 seconds: 127.70 ops/second llite.lustre-ffff8800a750c800.statahead_max=0 4001 real 0m54.430s user 0m0.428s sys 0m12.324s ls -l 4000 files without statahead: 55 sec llite.lustre-ffff8800a750c800.statahead_max=2048 2048 4001 real 0m7.320s user 0m0.127s sys 0m4.511s ls -l 4000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 83 ls -l done rm -r /mnt/lustre/d123ad.sanity: 38 seconds llite.lustre-ffff8800a750c800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 83 mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats= snapshot_time: 1746136553.060341926 secs.nsecs start_time: 1746136254.874674012 secs.nsecs elapsed_time: 298.185667914 secs.nsecs subreqs per batch batches % cum % 1: 16 31 31 2: 3 5 37 4: 11 21 58 8: 7 13 72 16: 1 1 74 32: 0 0 74 64: 1 1 76 128: 3 5 82 256: 9 17 100 mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats= snapshot_time: 1746136553.060498506 secs.nsecs start_time: 1746136254.874773626 secs.nsecs elapsed_time: 298.185724880 secs.nsecs subreqs per batch batches % cum % 1: 11 21 21 2: 3 5 26 4: 8 15 42 8: 11 21 63 16: 3 5 69 32: 1 1 71 64: 2 3 75 128: 1 1 76 256: 12 23 100 - open/close 1592 (time 1746136564.31 total 10.01 last 159.07) - open/close 2932 (time 1746136574.31 total 20.01 last 133.98) - open/close 4271 (time 1746136584.32 total 30.02 last 133.82) - open/close 5817 (time 1746136594.32 total 40.02 last 154.58) - open/close 7433 (time 1746136604.33 total 50.02 last 161.51) - open/close 8750 (time 1746136614.33 total 60.03 last 131.61) total: 10000 open/close in 69.40 seconds: 144.09 ops/second llite.lustre-ffff8800a750c800.statahead_batch_max=0 llite.lustre-ffff8800a750c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a750c800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a750c800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m23.384s user 0m0.303s sys 0m10.055s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a750c800.statahead_batch_max=256 llite.lustre-ffff8800a750c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a750c800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a750c800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.914s user 0m0.250s sys 0m10.943s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a750c800.batch_stats= snapshot_time: 1746136670.403693717 secs.nsecs start_time: 1746136650.574031478 secs.nsecs elapsed_time: 19.829662239 secs.nsecs subreqs per batch batches % cum % 1: 167 64 64 2: 15 5 70 4: 6 2 72 8: 9 3 76 16: 9 3 79 32: 13 5 84 64: 3 1 86 128: 0 0 86 256: 36 13 100 mdc.lustre-MDT0001-mdc-ffff8800a750c800.batch_stats= snapshot_time: 1746136670.403784920 secs.nsecs start_time: 1746136650.574134019 secs.nsecs elapsed_time: 19.829650901 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a750c800.statahead_batch_max=64 llite.lustre-ffff8800a750c800.statahead_max=128