== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:16:58 (1760131018) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats=0 llite.lustre-ffff8e9cc8b7e800.statahead_max=32 llite.lustre-ffff8e9cc8b7e800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.69 seconds: 145.27 ops/second llite.lustre-ffff8e9cc8b7e800.statahead_max=0 101 real 0m0.602s user 0m0.005s sys 0m0.223s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8e9cc8b7e800.statahead_max=32 32 101 real 0m0.425s user 0m0.003s sys 0m0.193s ls -l 100 files with statahead: 1 sec statahead total: 112 statahead wrong: 2 agl total: 106 list_total: 33 fname_total: 74 hit_total: 23012 miss_total: 1617 total: 900 open/close in 2.14 seconds: 420.59 ops/second llite.lustre-ffff8e9cc8b7e800.statahead_max=0 1001 real 0m5.792s user 0m0.020s sys 0m2.091s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8e9cc8b7e800.statahead_max=32 32 1001 real 0m4.944s user 0m0.010s sys 0m2.425s ls -l 1000 files with statahead: 5 sec statahead total: 113 statahead wrong: 2 agl total: 107 list_total: 34 fname_total: 74 hit_total: 24011 miss_total: 1618 - open/close 4478 (time 1760131049.40 total 10.00 last 447.74) - open/close 8998 (time 1760131059.40 total 20.00 last 451.91) total: 9000 open/close in 20.01 seconds: 449.87 ops/second llite.lustre-ffff8e9cc8b7e800.statahead_max=0 10001 real 0m59.993s user 0m0.201s sys 0m21.792s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff8e9cc8b7e800.statahead_max=32 32 10001 real 0m40.183s user 0m0.176s sys 0m18.208s ls -l 10000 files with statahead: 40 sec statahead total: 114 statahead wrong: 2 agl total: 108 list_total: 35 fname_total: 74 hit_total: 34010 miss_total: 1619 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffff8e9cc8b7e800.statahead_stats= statahead total: 114 statahead wrong: 2 agl total: 108 list_total: 35 fname_total: 74 hit_total: 34010 miss_total: 1619 mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats= snapshot_time: 1760131229.978357722 secs.nsecs start_time: 1760131019.538889570 secs.nsecs elapsed_time: 210.439468152 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 1 1 8: 6 1 3 16: 188 53 56 32: 155 43 100 mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats= snapshot_time: 1760131229.979038837 secs.nsecs start_time: 1760131019.538954898 secs.nsecs elapsed_time: 210.440083939 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 1 1 8: 4 1 2 16: 202 57 59 32: 143 40 100 - open/close 4517 (time 1760131241.01 total 10.00 last 451.64) - open/close 9171 (time 1760131251.01 total 20.00 last 465.35) total: 10000 open/close in 21.79 seconds: 458.83 ops/second llite.lustre-ffff8e9cc8b7e800.statahead_batch_max=0 llite.lustre-ffff8e9cc8b7e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.825s user 0m0.155s sys 0m29.819s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e9cc8b7e800.statahead_batch_max=32 llite.lustre-ffff8e9cc8b7e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.590s user 0m0.178s sys 0m20.261s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats= snapshot_time: 1760131329.012374370 secs.nsecs start_time: 1760131288.382853450 secs.nsecs elapsed_time: 40.629520920 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats= snapshot_time: 1760131329.012459063 secs.nsecs start_time: 1760131288.382899698 secs.nsecs elapsed_time: 40.629559365 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats=0 llite.lustre-ffff8e9cc8b7e800.statahead_max=2048 llite.lustre-ffff8e9cc8b7e800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.73 seconds: 137.31 ops/second llite.lustre-ffff8e9cc8b7e800.statahead_max=0 101 real 0m0.673s user 0m0.003s sys 0m0.251s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8e9cc8b7e800.statahead_max=2048 2048 101 real 0m0.381s user 0m0.003s sys 0m0.274s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.88 seconds: 479.38 ops/second llite.lustre-ffff8e9cc8b7e800.statahead_max=0 1001 real 0m5.819s user 0m0.024s sys 0m2.083s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8e9cc8b7e800.statahead_max=2048 2048 1001 real 0m3.090s user 0m0.016s sys 0m1.560s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4540 (time 1760131439.48 total 10.00 last 453.93) total: 9000 open/close in 19.68 seconds: 457.24 ops/second llite.lustre-ffff8e9cc8b7e800.statahead_max=0 10001 real 0m59.386s user 0m0.232s sys 0m21.587s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff8e9cc8b7e800.statahead_max=2048 2048 10001 real 0m27.135s user 0m0.162s sys 0m18.599s ls -l 10000 files with statahead: 27 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff8e9cc8b7e800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats= snapshot_time: 1760131606.902324965 secs.nsecs start_time: 1760131329.846030143 secs.nsecs elapsed_time: 277.056294822 secs.nsecs subreqs per batch batches % cum % 1: 92 63 63 2: 11 7 70 4: 9 6 76 8: 1 0 77 16: 0 0 77 32: 0 0 77 64: 0 0 77 128: 6 4 81 256: 27 18 100 mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats= snapshot_time: 1760131606.902367740 secs.nsecs start_time: 1760131329.846137706 secs.nsecs elapsed_time: 277.056230034 secs.nsecs subreqs per batch batches % cum % 1: 77 53 53 2: 19 13 66 4: 7 4 71 8: 4 2 73 16: 2 1 75 32: 1 0 75 64: 1 0 76 128: 2 1 77 256: 32 22 100 - open/close 4747 (time 1760131618.59 total 10.00 last 474.62) - open/close 9528 (time 1760131628.59 total 20.00 last 478.02) total: 10000 open/close in 21.00 seconds: 476.21 ops/second llite.lustre-ffff8e9cc8b7e800.statahead_batch_max=0 llite.lustre-ffff8e9cc8b7e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.044s user 0m0.167s sys 0m27.255s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e9cc8b7e800.statahead_batch_max=256 llite.lustre-ffff8e9cc8b7e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.770s user 0m0.144s sys 0m18.970s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e9cc8b7e800.batch_stats= snapshot_time: 1760131694.831368326 secs.nsecs start_time: 1760131664.296358427 secs.nsecs elapsed_time: 30.535009899 secs.nsecs subreqs per batch batches % cum % 1: 265 61 61 2: 64 14 75 4: 32 7 83 8: 10 2 85 16: 3 0 86 32: 21 4 91 64: 4 0 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff8e9cc8b7e800.batch_stats= snapshot_time: 1760131694.831450782 secs.nsecs start_time: 1760131664.296444242 secs.nsecs elapsed_time: 30.535006540 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8e9cc8b7e800.statahead_batch_max=64 llite.lustre-ffff8e9cc8b7e800.statahead_max=128