== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:03:38 (1761293018) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats=0 llite.lustre-ffff987505e37800.statahead_max=32 llite.lustre-ffff987505e37800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.03 seconds: 49.15 ops/second llite.lustre-ffff987505e37800.statahead_max=0 101 real 0m1.746s user 0m0.006s sys 0m0.282s ls -l 100 files without statahead: 2 sec llite.lustre-ffff987505e37800.statahead_max=32 32 101 real 0m0.808s user 0m0.004s sys 0m0.170s ls -l 100 files with statahead: 1 sec statahead total: 105 statahead wrong: 2 agl total: 99 list_total: 34 fname_total: 70 hit_total: 23442 miss_total: 1280 total: 900 open/close in 9.70 seconds: 92.83 ops/second llite.lustre-ffff987505e37800.statahead_max=0 1001 real 0m18.370s user 0m0.028s sys 0m2.765s ls -l 1000 files without statahead: 18 sec llite.lustre-ffff987505e37800.statahead_max=32 32 1001 real 0m7.165s user 0m0.020s sys 0m1.299s ls -l 1000 files with statahead: 7 sec statahead total: 106 statahead wrong: 2 agl total: 100 list_total: 35 fname_total: 70 hit_total: 24439 miss_total: 1283 - open/close 932 (time 1761293084.05 total 10.00 last 93.17) total: 1000 open/close in 10.90 seconds: 91.74 ops/second llite.lustre-ffff987505e37800.statahead_max=0 2001 real 0m37.812s user 0m0.068s sys 0m5.449s ls -l 2000 files without statahead: 38 sec llite.lustre-ffff987505e37800.statahead_max=32 32 2001 real 0m14.725s user 0m0.046s sys 0m2.496s ls -l 2000 files with statahead: 15 sec statahead total: 107 statahead wrong: 2 agl total: 101 list_total: 36 fname_total: 70 hit_total: 26429 miss_total: 1293 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff987505e37800.statahead_stats= statahead total: 107 statahead wrong: 2 agl total: 101 list_total: 36 fname_total: 70 hit_total: 26429 miss_total: 1293 mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats= snapshot_time: 1761293180.274644329 secs.nsecs start_time: 1761293021.816892771 secs.nsecs elapsed_time: 158.457751558 secs.nsecs subreqs per batch batches % cum % 1: 4 3 3 2: 2 1 5 4: 2 1 7 8: 3 2 10 16: 54 50 61 32: 41 38 100 mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats= snapshot_time: 1761293180.274711128 secs.nsecs start_time: 1761293021.816978128 secs.nsecs elapsed_time: 158.457733000 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 1 1 8: 6 5 7 16: 58 55 63 32: 38 36 100 - open/close 925 (time 1761293192.21 total 10.00 last 92.46) - open/close 1769 (time 1761293202.22 total 20.01 last 84.34) - open/close 2642 (time 1761293212.23 total 30.02 last 87.22) - open/close 3556 (time 1761293222.23 total 40.03 last 91.37) - open/close 4450 (time 1761293232.24 total 50.03 last 89.32) - open/close 5360 (time 1761293242.25 total 60.04 last 90.91) - open/close 6254 (time 1761293252.25 total 70.05 last 89.38) - open/close 7171 (time 1761293262.26 total 80.05 last 91.64) - open/close 7984 (time 1761293272.26 total 90.06 last 81.27) - open/close 8882 (time 1761293282.27 total 100.07 last 89.68) - open/close 9788 (time 1761293292.27 total 110.07 last 90.59) total: 10000 open/close in 112.36 seconds: 89.00 ops/second llite.lustre-ffff987505e37800.statahead_batch_max=0 llite.lustre-ffff987505e37800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff987505e37800.stats=clear mdc.lustre-MDT0001-mdc-ffff987505e37800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.140s user 0m0.239s sys 0m15.182s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff987505e37800.statahead_batch_max=32 llite.lustre-ffff987505e37800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff987505e37800.stats=clear mdc.lustre-MDT0001-mdc-ffff987505e37800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m11.660s user 0m0.248s sys 0m13.216s batched statahead RPC= hit count=9944 mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats= snapshot_time: 1761293432.019222785 secs.nsecs start_time: 1761293351.426164083 secs.nsecs elapsed_time: 80.593058702 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 1 0 0 16: 1 0 0 32: 314 99 100 mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats= snapshot_time: 1761293432.019301487 secs.nsecs start_time: 1761293351.427322877 secs.nsecs elapsed_time: 80.591978610 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats=0 llite.lustre-ffff987505e37800.statahead_max=2048 llite.lustre-ffff987505e37800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.08 seconds: 48.17 ops/second llite.lustre-ffff987505e37800.statahead_max=0 101 real 0m1.686s user 0m0.010s sys 0m0.282s ls -l 100 files without statahead: 1 sec llite.lustre-ffff987505e37800.statahead_max=2048 2048 101 real 0m0.614s user 0m0.005s sys 0m0.161s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10043 miss_total: 57 total: 900 open/close in 8.75 seconds: 102.84 ops/second llite.lustre-ffff987505e37800.statahead_max=0 1001 real 0m16.074s user 0m0.026s sys 0m2.732s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff987505e37800.statahead_max=2048 2048 1001 real 0m4.744s user 0m0.026s sys 0m1.383s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11042 miss_total: 58 total: 1000 open/close in 9.67 seconds: 103.43 ops/second llite.lustre-ffff987505e37800.statahead_max=0 2001 real 0m30.232s user 0m0.068s sys 0m5.447s ls -l 2000 files without statahead: 30 sec llite.lustre-ffff987505e37800.statahead_max=2048 2048 2001 real 0m8.413s user 0m0.046s sys 0m2.702s ls -l 2000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13041 miss_total: 59 ls -l done rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff987505e37800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13041 miss_total: 59 mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats= snapshot_time: 1761293776.277465694 secs.nsecs start_time: 1761293433.923936202 secs.nsecs elapsed_time: 342.353529492 secs.nsecs subreqs per batch batches % cum % 1: 2 14 14 2: 3 21 35 4: 0 0 35 8: 2 14 50 16: 1 7 57 32: 0 0 57 64: 0 0 57 128: 0 0 57 256: 6 42 100 mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats= snapshot_time: 1761293776.277531916 secs.nsecs start_time: 1761293433.924426102 secs.nsecs elapsed_time: 342.353105814 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 5 5 8: 5 27 33 16: 3 16 50 32: 2 11 61 64: 1 5 66 128: 0 0 66 256: 6 33 100 - open/close 1079 (time 1761293787.90 total 10.01 last 107.84) - open/close 2086 (time 1761293797.91 total 20.02 last 100.59) - open/close 3037 (time 1761293807.92 total 30.03 last 95.00) - open/close 3957 (time 1761293817.92 total 40.03 last 91.97) - open/close 4902 (time 1761293827.93 total 50.04 last 94.44) - open/close 5824 (time 1761293837.93 total 60.04 last 92.15) - open/close 6740 (time 1761293847.94 total 70.05 last 91.53) - open/close 7858 (time 1761293857.95 total 80.06 last 111.72) - open/close 8793 (time 1761293867.96 total 90.06 last 93.43) - open/close 9721 (time 1761293877.97 total 100.08 last 92.65) total: 10000 open/close in 102.99 seconds: 97.09 ops/second llite.lustre-ffff987505e37800.statahead_batch_max=0 llite.lustre-ffff987505e37800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff987505e37800.stats=clear mdc.lustre-MDT0001-mdc-ffff987505e37800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.226s user 0m0.277s sys 0m20.039s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff987505e37800.statahead_batch_max=256 llite.lustre-ffff987505e37800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff987505e37800.stats=clear mdc.lustre-MDT0001-mdc-ffff987505e37800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.332s user 0m0.239s sys 0m17.765s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff987505e37800.batch_stats= snapshot_time: 1761293961.893603688 secs.nsecs start_time: 1761293924.275976626 secs.nsecs elapsed_time: 37.617627062 secs.nsecs subreqs per batch batches % cum % 1: 151 47 47 2: 49 15 62 4: 41 12 75 8: 13 4 79 16: 5 1 81 32: 18 5 87 64: 7 2 89 128: 0 0 89 256: 34 10 100 mdc.lustre-MDT0001-mdc-ffff987505e37800.batch_stats= snapshot_time: 1761293961.893667760 secs.nsecs start_time: 1761293924.276058991 secs.nsecs elapsed_time: 37.617608769 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff987505e37800.statahead_batch_max=64 llite.lustre-ffff987505e37800.statahead_max=128