== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:29:46 (1746149386) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats=0 llite.lustre-ffff88008bb8f000.statahead_max=32 llite.lustre-ffff88008bb8f000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.58 seconds: 63.43 ops/second llite.lustre-ffff88008bb8f000.statahead_max=0 101 real 0m1.248s user 0m0.026s sys 0m0.294s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88008bb8f000.statahead_max=32 32 101 real 0m0.385s user 0m0.007s sys 0m0.128s ls -l 100 files with statahead: 1 sec statahead total: 99 statahead wrong: 2 agl total: 99 list_total: 26 fname_total: 73 hit_total: 6702 miss_total: 1408 total: 900 open/close in 4.86 seconds: 185.32 ops/second llite.lustre-ffff88008bb8f000.statahead_max=0 1001 real 0m11.663s user 0m0.108s sys 0m2.828s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff88008bb8f000.statahead_max=32 32 1001 real 0m2.998s user 0m0.021s sys 0m1.074s ls -l 1000 files with statahead: 3 sec statahead total: 100 statahead wrong: 2 agl total: 100 list_total: 27 fname_total: 73 hit_total: 7701 miss_total: 1417 - open/close 1643 (time 1746149427.54 total 10.01 last 164.22) total: 3000 open/close in 18.08 seconds: 165.89 ops/second llite.lustre-ffff88008bb8f000.statahead_max=0 4001 real 0m47.692s user 0m0.431s sys 0m11.179s ls -l 4000 files without statahead: 48 sec llite.lustre-ffff88008bb8f000.statahead_max=32 32 4001 real 0m11.597s user 0m0.120s sys 0m4.341s ls -l 4000 files with statahead: 11 sec statahead total: 101 statahead wrong: 2 agl total: 101 list_total: 28 fname_total: 73 hit_total: 11700 miss_total: 1442 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff88008bb8f000.statahead_stats= statahead total: 101 statahead wrong: 2 agl total: 101 list_total: 28 fname_total: 73 hit_total: 11700 miss_total: 1442 mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats= snapshot_time: 1746149536.315601969 secs.nsecs start_time: 1746149388.853456445 secs.nsecs elapsed_time: 147.462145524 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 4 2 3 8: 5 3 6 16: 86 51 58 32: 69 41 100 mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats= snapshot_time: 1746149536.316909396 secs.nsecs start_time: 1746149388.854699573 secs.nsecs elapsed_time: 147.462209823 secs.nsecs subreqs per batch batches % cum % 1: 3 1 1 2: 1 0 2 4: 3 1 4 8: 3 1 5 16: 86 50 56 32: 73 43 100 - open/close 1716 (time 1746149547.55 total 10.01 last 171.50) - open/close 3391 (time 1746149557.56 total 20.02 last 167.30) - open/close 5158 (time 1746149567.56 total 30.02 last 176.68) - open/close 6803 (time 1746149577.56 total 40.02 last 164.49) - open/close 8481 (time 1746149587.56 total 50.02 last 167.79) total: 10000 open/close in 59.00 seconds: 169.49 ops/second llite.lustre-ffff88008bb8f000.statahead_batch_max=0 llite.lustre-ffff88008bb8f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008bb8f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008bb8f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m14.681s user 0m0.221s sys 0m9.004s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88008bb8f000.statahead_batch_max=32 llite.lustre-ffff88008bb8f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008bb8f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008bb8f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.369s user 0m0.289s sys 0m11.011s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats= snapshot_time: 1746149654.872648402 secs.nsecs start_time: 1746149614.070972341 secs.nsecs elapsed_time: 40.801676061 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats= snapshot_time: 1746149654.872846735 secs.nsecs start_time: 1746149614.071045419 secs.nsecs elapsed_time: 40.801801316 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats=0 llite.lustre-ffff88008bb8f000.statahead_max=2048 llite.lustre-ffff88008bb8f000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.56 seconds: 64.07 ops/second llite.lustre-ffff88008bb8f000.statahead_max=0 101 real 0m1.371s user 0m0.021s sys 0m0.308s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88008bb8f000.statahead_max=2048 2048 101 real 0m0.307s user 0m0.008s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 53 total: 900 open/close in 6.33 seconds: 142.14 ops/second llite.lustre-ffff88008bb8f000.statahead_max=0 1001 real 0m12.116s user 0m0.102s sys 0m2.819s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88008bb8f000.statahead_max=2048 2048 1001 real 0m2.655s user 0m0.024s sys 0m1.140s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 54 - open/close 1573 (time 1746149843.02 total 10.00 last 157.28) total: 3000 open/close in 18.42 seconds: 162.85 ops/second llite.lustre-ffff88008bb8f000.statahead_max=0 4001 real 0m46.132s user 0m0.424s sys 0m10.948s ls -l 4000 files without statahead: 46 sec llite.lustre-ffff88008bb8f000.statahead_max=2048 2048 4001 real 0m6.959s user 0m0.100s sys 0m4.191s ls -l 4000 files with statahead: 7 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 55 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff88008bb8f000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 55 mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats= snapshot_time: 1746149945.436272770 secs.nsecs start_time: 1746149655.595101607 secs.nsecs elapsed_time: 289.841171163 secs.nsecs subreqs per batch batches % cum % 1: 3 10 10 2: 2 7 17 4: 4 14 32 8: 4 14 46 16: 1 3 50 32: 1 3 53 64: 0 0 53 128: 1 3 57 256: 12 42 100 mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats= snapshot_time: 1746149945.436367484 secs.nsecs start_time: 1746149655.595225958 secs.nsecs elapsed_time: 289.841141526 secs.nsecs subreqs per batch batches % cum % 1: 9 27 27 2: 2 6 33 4: 4 12 45 8: 2 6 51 16: 1 3 54 32: 2 6 60 64: 0 0 60 128: 1 3 63 256: 12 36 100 - open/close 1644 (time 1746149956.45 total 10.00 last 164.32) - open/close 3195 (time 1746149966.46 total 20.01 last 155.01) - open/close 4592 (time 1746149976.46 total 30.01 last 139.68) - open/close 6165 (time 1746149986.46 total 40.01 last 157.27) - open/close 7687 (time 1746149996.48 total 50.03 last 151.90) - open/close 9071 (time 1746150006.48 total 60.04 last 138.36) total: 10000 open/close in 66.33 seconds: 150.77 ops/second llite.lustre-ffff88008bb8f000.statahead_batch_max=0 llite.lustre-ffff88008bb8f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008bb8f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008bb8f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m21.168s user 0m0.229s sys 0m9.157s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88008bb8f000.statahead_batch_max=256 llite.lustre-ffff88008bb8f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008bb8f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008bb8f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.692s user 0m0.313s sys 0m10.320s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88008bb8f000.batch_stats= snapshot_time: 1746150057.171762673 secs.nsecs start_time: 1746150037.286498564 secs.nsecs elapsed_time: 19.885264109 secs.nsecs subreqs per batch batches % cum % 1: 117 52 52 2: 22 9 61 4: 6 2 64 8: 12 5 69 16: 13 5 75 32: 15 6 82 64: 4 1 84 128: 1 0 84 256: 35 15 100 mdc.lustre-MDT0001-mdc-ffff88008bb8f000.batch_stats= snapshot_time: 1746150057.171853423 secs.nsecs start_time: 1746150037.286563659 secs.nsecs elapsed_time: 19.885289764 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88008bb8f000.statahead_batch_max=64 llite.lustre-ffff88008bb8f000.statahead_max=128