== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:13:30 (1731752010) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats=0 llite.lustre-ffff8800b58d1800.statahead_max=32 llite.lustre-ffff8800b58d1800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.51 seconds: 194.48 ops/second llite.lustre-ffff8800b58d1800.statahead_max=0 101 real 0m0.490s user 0m0.006s sys 0m0.180s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b58d1800.statahead_max=32 32 101 real 0m0.321s user 0m0.002s sys 0m0.120s ls -l 100 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11706 miss_total: 141 total: 900 open/close in 1.60 seconds: 563.85 ops/second llite.lustre-ffff8800b58d1800.statahead_max=0 1001 real 0m4.788s user 0m0.024s sys 0m1.773s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b58d1800.statahead_max=32 32 1001 real 0m1.645s user 0m0.016s sys 0m0.878s ls -l 1000 files with statahead: 1 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12705 miss_total: 142 - open/close 5539 (time 1731752033.94 total 10.00 last 553.84) total: 9000 open/close in 16.29 seconds: 552.51 ops/second llite.lustre-ffff8800b58d1800.statahead_max=0 10001 real 0m47.557s user 0m0.284s sys 0m17.346s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800b58d1800.statahead_max=32 32 10001 real 0m17.475s user 0m0.233s sys 0m9.391s ls -l 10000 files with statahead: 17 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22704 miss_total: 144 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff8800b58d1800.statahead_stats= statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22704 miss_total: 144 mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats= snapshot_time: 1731752146.394332196 secs.nsecs start_time: 1731752011.154201005 secs.nsecs elapsed_time: 135.240131191 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 3 0 1 4: 3 0 1 8: 4 1 3 16: 228 64 67 32: 113 32 100 mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats= snapshot_time: 1731752146.394486009 secs.nsecs start_time: 1731752011.154321420 secs.nsecs elapsed_time: 135.240164589 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 4 1 1 8: 6 1 3 16: 157 44 47 32: 186 52 100 - open/close 5655 (time 1731752156.98 total 10.00 last 565.41) total: 10000 open/close in 17.84 seconds: 560.41 ops/second llite.lustre-ffff8800b58d1800.statahead_batch_max=0 llite.lustre-ffff8800b58d1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58d1800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58d1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.471s user 0m0.209s sys 0m10.804s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b58d1800.statahead_batch_max=32 llite.lustre-ffff8800b58d1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58d1800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58d1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.528s user 0m0.220s sys 0m9.338s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats= snapshot_time: 1731752201.305641469 secs.nsecs start_time: 1731752178.425288633 secs.nsecs elapsed_time: 22.880352836 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats= snapshot_time: 1731752201.305766677 secs.nsecs start_time: 1731752178.425399669 secs.nsecs elapsed_time: 22.880367008 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats=0 llite.lustre-ffff8800b58d1800.statahead_max=2048 llite.lustre-ffff8800b58d1800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 189.44 ops/second llite.lustre-ffff8800b58d1800.statahead_max=0 101 real 0m0.524s user 0m0.006s sys 0m0.199s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b58d1800.statahead_max=2048 2048 101 real 0m0.270s user 0m0.003s sys 0m0.114s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.62 seconds: 556.73 ops/second llite.lustre-ffff8800b58d1800.statahead_max=0 1001 real 0m4.914s user 0m0.025s sys 0m1.873s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b58d1800.statahead_max=2048 2048 1001 real 0m1.410s user 0m0.027s sys 0m0.918s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5628 (time 1731752281.45 total 10.00 last 562.79) total: 9000 open/close in 15.98 seconds: 563.25 ops/second llite.lustre-ffff8800b58d1800.statahead_max=0 10001 real 0m47.422s user 0m0.244s sys 0m17.645s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800b58d1800.statahead_max=2048 2048 10001 real 0m9.986s user 0m0.185s sys 0m8.656s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff8800b58d1800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats= snapshot_time: 1731752382.838757400 secs.nsecs start_time: 1731752201.996659435 secs.nsecs elapsed_time: 180.842097965 secs.nsecs subreqs per batch batches % cum % 1: 39 45 45 2: 2 2 47 4: 3 3 51 8: 4 4 55 16: 3 3 59 32: 1 1 60 64: 0 0 60 128: 0 0 60 256: 34 39 100 mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats= snapshot_time: 1731752382.838858220 secs.nsecs start_time: 1731752201.996797637 secs.nsecs elapsed_time: 180.842060583 secs.nsecs subreqs per batch batches % cum % 1: 39 44 44 2: 2 2 47 4: 5 5 52 8: 6 6 59 16: 0 0 59 32: 0 0 59 64: 1 1 60 128: 2 2 63 256: 32 36 100 - open/close 5442 (time 1731752393.52 total 10.00 last 544.17) total: 10000 open/close in 18.52 seconds: 539.92 ops/second llite.lustre-ffff8800b58d1800.statahead_batch_max=0 llite.lustre-ffff8800b58d1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58d1800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58d1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.380s user 0m0.214s sys 0m10.329s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b58d1800.statahead_batch_max=256 llite.lustre-ffff8800b58d1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58d1800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58d1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.573s user 0m0.223s sys 0m9.157s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b58d1800.batch_stats= snapshot_time: 1731752428.300860746 secs.nsecs start_time: 1731752415.312389466 secs.nsecs elapsed_time: 12.988471280 secs.nsecs subreqs per batch batches % cum % 1: 208 64 64 2: 14 4 68 4: 19 5 74 8: 13 4 78 16: 12 3 82 32: 19 5 88 64: 2 0 89 128: 0 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff8800b58d1800.batch_stats= snapshot_time: 1731752428.300983749 secs.nsecs start_time: 1731752415.312512592 secs.nsecs elapsed_time: 12.988471157 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b58d1800.statahead_batch_max=64 llite.lustre-ffff8800b58d1800.statahead_max=128