== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:34:01 (1778358841) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats=0 llite.lustre-ffff9ac2a06f3000.statahead_max=32 llite.lustre-ffff9ac2a06f3000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.58 seconds: 171.00 ops/second llite.lustre-ffff9ac2a06f3000.statahead_max=0 101 real 0m0.577s user 0m0.001s sys 0m0.213s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9ac2a06f3000.statahead_max=32 32 101 real 0m0.406s user 0m0.000s sys 0m0.233s ls -l 100 files with statahead: 0 sec statahead total: 62 statahead wrong: 1 agl total: 57 list_total: 29 fname_total: 28 hit_total: 33568 miss_total: 214 total: 900 open/close in 1.86 seconds: 484.46 ops/second llite.lustre-ffff9ac2a06f3000.statahead_max=0 1001 real 0m5.760s user 0m0.018s sys 0m2.048s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9ac2a06f3000.statahead_max=32 32 1001 real 0m3.638s user 0m0.011s sys 0m1.729s ls -l 1000 files with statahead: 3 sec statahead total: 63 statahead wrong: 1 agl total: 58 list_total: 30 fname_total: 28 hit_total: 34567 miss_total: 215 - open/close 4573 (time 1778358871.09 total 10.00 last 457.24) total: 9000 open/close in 19.16 seconds: 469.75 ops/second llite.lustre-ffff9ac2a06f3000.statahead_max=0 10001 real 0m55.556s user 0m0.178s sys 0m20.598s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff9ac2a06f3000.statahead_max=32 32 10001 real 0m39.600s user 0m0.129s sys 0m18.044s ls -l 10000 files with statahead: 39 sec statahead total: 64 statahead wrong: 1 agl total: 59 list_total: 31 fname_total: 28 hit_total: 44566 miss_total: 216 ls -l done rm -r /mnt/lustre/d123ad.sanity: 70 seconds llite.lustre-ffff9ac2a06f3000.statahead_stats= statahead total: 64 statahead wrong: 1 agl total: 59 list_total: 31 fname_total: 28 hit_total: 44566 miss_total: 216 mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats= snapshot_time: 1778359057.938218884 secs.nsecs start_time: 1778358843.300787841 secs.nsecs elapsed_time: 214.637431043 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 4 1 1 4: 2 0 1 8: 4 1 3 16: 238 67 70 32: 103 29 100 mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats= snapshot_time: 1778359057.938276672 secs.nsecs start_time: 1778358843.300862476 secs.nsecs elapsed_time: 214.637414196 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 5 1 2 16: 145 40 43 32: 201 56 100 - open/close 3511 (time 1778359069.21 total 10.00 last 351.02) - open/close 8070 (time 1778359079.21 total 20.00 last 455.83) total: 10000 open/close in 23.89 seconds: 418.62 ops/second llite.lustre-ffff9ac2a06f3000.statahead_batch_max=0 llite.lustre-ffff9ac2a06f3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.stats=clear mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.654s user 0m0.146s sys 0m29.882s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ac2a06f3000.statahead_batch_max=32 llite.lustre-ffff9ac2a06f3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.stats=clear mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.023s user 0m0.143s sys 0m21.611s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats= snapshot_time: 1778359164.344632113 secs.nsecs start_time: 1778359118.592933515 secs.nsecs elapsed_time: 45.751698598 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats= snapshot_time: 1778359164.344673158 secs.nsecs start_time: 1778359118.593029543 secs.nsecs elapsed_time: 45.751643615 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats=0 llite.lustre-ffff9ac2a06f3000.statahead_max=2048 llite.lustre-ffff9ac2a06f3000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.04 seconds: 96.47 ops/second llite.lustre-ffff9ac2a06f3000.statahead_max=0 101 real 0m0.831s user 0m0.005s sys 0m0.310s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9ac2a06f3000.statahead_max=2048 2048 101 real 0m0.387s user 0m0.002s sys 0m0.202s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.95 seconds: 461.47 ops/second llite.lustre-ffff9ac2a06f3000.statahead_max=0 1001 real 0m6.459s user 0m0.022s sys 0m2.437s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9ac2a06f3000.statahead_max=2048 2048 1001 real 0m3.391s user 0m0.020s sys 0m1.615s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4075 (time 1778359289.92 total 10.00 last 407.47) - open/close 7410 (time 1778359299.92 total 20.00 last 333.42) total: 9000 open/close in 23.45 seconds: 383.75 ops/second llite.lustre-ffff9ac2a06f3000.statahead_max=0 10001 real 1m15.399s user 0m0.230s sys 0m27.625s ls -l 10000 files without statahead: 75 sec llite.lustre-ffff9ac2a06f3000.statahead_max=2048 2048 10001 real 0m26.650s user 0m0.132s sys 0m18.993s ls -l 10000 files with statahead: 27 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff9ac2a06f3000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats= snapshot_time: 1778359481.942716820 secs.nsecs start_time: 1778359165.208367553 secs.nsecs elapsed_time: 316.734349267 secs.nsecs subreqs per batch batches % cum % 1: 166 68 68 2: 27 11 80 4: 10 4 84 8: 4 1 85 16: 1 0 86 32: 0 0 86 64: 1 0 86 128: 0 0 86 256: 32 13 100 mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats= snapshot_time: 1778359481.942799820 secs.nsecs start_time: 1778359165.208519764 secs.nsecs elapsed_time: 316.734280056 secs.nsecs subreqs per batch batches % cum % 1: 167 69 69 2: 26 10 80 4: 8 3 83 8: 5 2 85 16: 1 0 86 32: 0 0 86 64: 1 0 86 128: 1 0 87 256: 31 12 100 - open/close 2703 (time 1778359493.08 total 10.00 last 270.26) - open/close 5767 (time 1778359503.08 total 20.00 last 306.35) - open/close 9006 (time 1778359513.08 total 30.00 last 323.86) total: 10000 open/close in 33.08 seconds: 302.29 ops/second llite.lustre-ffff9ac2a06f3000.statahead_batch_max=0 llite.lustre-ffff9ac2a06f3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.stats=clear mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.708s user 0m0.135s sys 0m27.201s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ac2a06f3000.statahead_batch_max=256 llite.lustre-ffff9ac2a06f3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.stats=clear mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.207s user 0m0.146s sys 0m20.220s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ac2a06f3000.batch_stats= snapshot_time: 1778359587.411604493 secs.nsecs start_time: 1778359552.157072950 secs.nsecs elapsed_time: 35.254531543 secs.nsecs subreqs per batch batches % cum % 1: 185 57 57 2: 37 11 68 4: 26 8 76 8: 13 4 80 16: 2 0 81 32: 25 7 89 64: 0 0 89 128: 0 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff9ac2a06f3000.batch_stats= snapshot_time: 1778359587.411646603 secs.nsecs start_time: 1778359552.157124065 secs.nsecs elapsed_time: 35.254522538 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9ac2a06f3000.statahead_batch_max=64 llite.lustre-ffff9ac2a06f3000.statahead_max=128