== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:00:19 (1775836819) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats=0 llite.lustre-ffff8c3a5966d800.statahead_max=32 llite.lustre-ffff8c3a5966d800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats=0 total: 100 open/close in 0.62 seconds: 161.21 ops/second llite.lustre-ffff8c3a5966d800.statahead_max=0 101 real 0m0.601s user 0m0.002s sys 0m0.236s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8c3a5966d800.statahead_max=32 32 101 real 0m0.489s user 0m0.004s sys 0m0.314s ls -l 100 files with statahead: 0 sec statahead total: 60 statahead wrong: 1 agl total: 54 list_total: 27 fname_total: 33 hit_total: 33790 miss_total: 202 total: 900 open/close in 1.93 seconds: 465.19 ops/second llite.lustre-ffff8c3a5966d800.statahead_max=0 1001 real 0m5.839s user 0m0.024s sys 0m2.184s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8c3a5966d800.statahead_max=32 32 1001 real 0m3.599s user 0m0.012s sys 0m2.053s ls -l 1000 files with statahead: 4 sec statahead total: 61 statahead wrong: 1 agl total: 55 list_total: 28 fname_total: 33 hit_total: 34789 miss_total: 203 - open/close 4474 (time 1775836849.56 total 10.00 last 447.37) - open/close 8729 (time 1775836859.56 total 20.00 last 425.44) total: 9000 open/close in 20.61 seconds: 436.67 ops/second llite.lustre-ffff8c3a5966d800.statahead_max=0 10001 real 0m57.239s user 0m0.177s sys 0m21.649s ls -l 10000 files without statahead: 57 sec llite.lustre-ffff8c3a5966d800.statahead_max=32 32 10001 real 0m39.014s user 0m0.158s sys 0m22.057s ls -l 10000 files with statahead: 39 sec statahead total: 62 statahead wrong: 1 agl total: 56 list_total: 29 fname_total: 33 hit_total: 44788 miss_total: 204 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff8c3a5966d800.statahead_stats= statahead total: 62 statahead wrong: 1 agl total: 56 list_total: 29 fname_total: 33 hit_total: 44788 miss_total: 204 mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats= snapshot_time: 1775837031.949398714 secs.nsecs start_time: 1775836821.338387801 secs.nsecs elapsed_time: 210.611010913 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 3 0 2 32: 346 97 100 - open/close 4417 (time 1775837042.69 total 10.00 last 441.64) - open/close 8848 (time 1775837052.69 total 20.00 last 443.01) total: 10000 open/close in 22.77 seconds: 439.26 ops/second llite.lustre-ffff8c3a5966d800.statahead_batch_max=0 llite.lustre-ffff8c3a5966d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.143s user 0m0.160s sys 0m33.703s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8c3a5966d800.statahead_batch_max=32 llite.lustre-ffff8c3a5966d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.099s user 0m0.158s sys 0m21.181s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats= snapshot_time: 1775837139.216997143 secs.nsecs start_time: 1775837095.862648697 secs.nsecs elapsed_time: 43.354348446 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats=0 llite.lustre-ffff8c3a5966d800.statahead_max=2048 llite.lustre-ffff8c3a5966d800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats=0 total: 100 open/close in 0.67 seconds: 149.90 ops/second llite.lustre-ffff8c3a5966d800.statahead_max=0 101 real 0m0.601s user 0m0.004s sys 0m0.228s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8c3a5966d800.statahead_max=2048 2048 101 real 0m0.340s user 0m0.002s sys 0m0.194s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.97 seconds: 457.51 ops/second llite.lustre-ffff8c3a5966d800.statahead_max=0 1001 real 0m5.872s user 0m0.019s sys 0m2.241s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8c3a5966d800.statahead_max=2048 2048 1001 real 0m3.317s user 0m0.018s sys 0m1.384s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4406 (time 1775837252.81 total 10.00 last 440.56) - open/close 8634 (time 1775837262.82 total 20.00 last 422.71) total: 9000 open/close in 20.88 seconds: 430.97 ops/second llite.lustre-ffff8c3a5966d800.statahead_max=0 10001 real 0m59.622s user 0m0.202s sys 0m22.346s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff8c3a5966d800.statahead_max=2048 2048 10001 real 0m27.968s user 0m0.147s sys 0m19.265s ls -l 10000 files with statahead: 28 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 68 seconds llite.lustre-ffff8c3a5966d800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats= snapshot_time: 1775837431.507050923 secs.nsecs start_time: 1775837140.066854810 secs.nsecs elapsed_time: 291.440196113 secs.nsecs subreqs per batch batches % cum % 1: 259 58 58 2: 55 12 71 4: 43 9 80 8: 13 2 83 16: 7 1 85 32: 24 5 90 64: 0 0 90 128: 1 0 91 256: 39 8 100 - open/close 4497 (time 1775837442.33 total 10.00 last 449.64) - open/close 8859 (time 1775837452.33 total 20.00 last 436.17) total: 10000 open/close in 22.51 seconds: 444.29 ops/second llite.lustre-ffff8c3a5966d800.statahead_batch_max=0 llite.lustre-ffff8c3a5966d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.048s user 0m0.156s sys 0m25.650s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8c3a5966d800.statahead_batch_max=256 llite.lustre-ffff8c3a5966d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.450s user 0m0.145s sys 0m22.218s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8c3a5966d800.batch_stats= snapshot_time: 1775837529.430136602 secs.nsecs start_time: 1775837488.834818000 secs.nsecs elapsed_time: 40.595318602 secs.nsecs subreqs per batch batches % cum % 1: 308 68 68 2: 49 10 79 4: 19 4 84 8: 7 1 85 16: 7 1 87 32: 22 4 92 64: 0 0 92 128: 0 0 92 256: 35 7 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8c3a5966d800.statahead_batch_max=64 llite.lustre-ffff8c3a5966d800.statahead_max=128