== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:24:55 (1746159895) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats=0 llite.lustre-ffff8800b58fd800.statahead_max=32 llite.lustre-ffff8800b58fd800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.60 seconds: 62.65 ops/second llite.lustre-ffff8800b58fd800.statahead_max=0 101 real 0m1.306s user 0m0.020s sys 0m0.305s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b58fd800.statahead_max=32 32 101 real 0m0.437s user 0m0.010s sys 0m0.138s ls -l 100 files with statahead: 0 sec statahead total: 82 statahead wrong: 1 agl total: 82 list_total: 25 fname_total: 57 hit_total: 4510 miss_total: 271 total: 900 open/close in 5.56 seconds: 161.76 ops/second llite.lustre-ffff8800b58fd800.statahead_max=0 1001 real 0m11.509s user 0m0.131s sys 0m2.825s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800b58fd800.statahead_max=32 32 1001 real 0m3.511s user 0m0.025s sys 0m1.149s ls -l 1000 files with statahead: 3 sec statahead total: 83 statahead wrong: 1 agl total: 83 list_total: 26 fname_total: 57 hit_total: 5509 miss_total: 281 - open/close 1632 (time 1746159937.56 total 10.00 last 163.16) total: 3000 open/close in 19.00 seconds: 157.91 ops/second llite.lustre-ffff8800b58fd800.statahead_max=0 4001 real 0m47.377s user 0m0.489s sys 0m11.367s ls -l 4000 files without statahead: 47 sec llite.lustre-ffff8800b58fd800.statahead_max=32 32 4001 real 0m14.277s user 0m0.126s sys 0m4.482s ls -l 4000 files with statahead: 14 sec statahead total: 84 statahead wrong: 1 agl total: 84 list_total: 27 fname_total: 57 hit_total: 9508 miss_total: 322 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff8800b58fd800.statahead_stats= statahead total: 84 statahead wrong: 1 agl total: 84 list_total: 27 fname_total: 57 hit_total: 9508 miss_total: 322 mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats= snapshot_time: 1746160052.432654750 secs.nsecs start_time: 1746159897.359451317 secs.nsecs elapsed_time: 155.073203433 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 3 1 2 8: 5 3 5 16: 88 53 58 32: 69 41 100 mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats= snapshot_time: 1746160052.432781310 secs.nsecs start_time: 1746159897.359560622 secs.nsecs elapsed_time: 155.073220688 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 4 2 3 8: 4 2 5 16: 85 51 56 32: 72 43 100 - open/close 1682 (time 1746160063.52 total 10.00 last 168.14) - open/close 3058 (time 1746160073.53 total 20.01 last 137.55) - open/close 4473 (time 1746160083.53 total 30.01 last 141.45) - open/close 5754 (time 1746160093.54 total 40.02 last 128.01) - open/close 7054 (time 1746160103.54 total 50.02 last 129.95) - open/close 8428 (time 1746160113.54 total 60.02 last 137.38) - open/close 9730 (time 1746160123.54 total 70.02 last 130.19) total: 10000 open/close in 72.08 seconds: 138.74 ops/second llite.lustre-ffff8800b58fd800.statahead_batch_max=0 llite.lustre-ffff8800b58fd800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58fd800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58fd800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m23.128s user 0m0.260s sys 0m9.615s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b58fd800.statahead_batch_max=32 llite.lustre-ffff8800b58fd800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58fd800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58fd800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.851s user 0m0.270s sys 0m10.862s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats= snapshot_time: 1746160192.992011706 secs.nsecs start_time: 1746160152.367504512 secs.nsecs elapsed_time: 40.624507194 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats= snapshot_time: 1746160192.993556856 secs.nsecs start_time: 1746160152.367644302 secs.nsecs elapsed_time: 40.625912554 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats=0 llite.lustre-ffff8800b58fd800.statahead_max=2048 llite.lustre-ffff8800b58fd800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.60 seconds: 62.64 ops/second llite.lustre-ffff8800b58fd800.statahead_max=0 101 real 0m1.379s user 0m0.026s sys 0m0.294s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b58fd800.statahead_max=2048 2048 101 real 0m0.454s user 0m0.001s sys 0m0.130s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 69 total: 900 open/close in 6.11 seconds: 147.18 ops/second llite.lustre-ffff8800b58fd800.statahead_max=0 1001 real 0m12.668s user 0m0.089s sys 0m2.861s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800b58fd800.statahead_max=2048 2048 1001 real 0m3.284s user 0m0.037s sys 0m1.140s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 70 - open/close 1355 (time 1746160403.17 total 10.00 last 135.44) total: 2000 open/close in 14.21 seconds: 140.76 ops/second llite.lustre-ffff8800b58fd800.statahead_max=0 3001 real 0m34.916s user 0m0.326s sys 0m8.484s ls -l 3000 files without statahead: 35 sec llite.lustre-ffff8800b58fd800.statahead_max=2048 2048 3001 real 0m4.267s user 0m0.083s sys 0m3.010s ls -l 3000 files with statahead: 5 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 71 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff8800b58fd800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 71 mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats= snapshot_time: 1746160480.472048427 secs.nsecs start_time: 1746160193.870370424 secs.nsecs elapsed_time: 286.601678003 secs.nsecs subreqs per batch batches % cum % 1: 25 45 45 2: 4 7 52 4: 10 18 70 8: 3 5 76 16: 3 5 81 32: 0 0 81 64: 1 1 83 128: 2 3 87 256: 7 12 100 mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats= snapshot_time: 1746160480.472117810 secs.nsecs start_time: 1746160193.871771689 secs.nsecs elapsed_time: 286.600346121 secs.nsecs subreqs per batch batches % cum % 1: 35 56 56 2: 4 6 62 4: 5 8 70 8: 8 12 83 16: 0 0 83 32: 1 1 85 64: 0 0 85 128: 0 0 85 256: 9 14 100 - open/close 1362 (time 1746160491.97 total 10.00 last 136.18) - open/close 2693 (time 1746160501.97 total 20.01 last 133.04) - open/close 3939 (time 1746160511.98 total 30.01 last 124.53) - open/close 5282 (time 1746160521.98 total 40.01 last 134.28) - open/close 6596 (time 1746160531.98 total 50.02 last 131.31) - open/close 7802 (time 1746160541.99 total 60.02 last 120.58) - open/close 9121 (time 1746160551.99 total 70.03 last 131.84) total: 10000 open/close in 76.26 seconds: 131.13 ops/second llite.lustre-ffff8800b58fd800.statahead_batch_max=0 llite.lustre-ffff8800b58fd800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58fd800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58fd800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.181s user 0m0.218s sys 0m9.870s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b58fd800.statahead_batch_max=256 llite.lustre-ffff8800b58fd800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b58fd800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b58fd800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.320s user 0m0.263s sys 0m10.843s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b58fd800.batch_stats= snapshot_time: 1746160614.317006190 secs.nsecs start_time: 1746160590.299588325 secs.nsecs elapsed_time: 24.017417865 secs.nsecs subreqs per batch batches % cum % 1: 59 40 40 2: 13 8 49 4: 4 2 52 8: 3 2 54 16: 14 9 64 32: 10 6 71 64: 6 4 75 128: 0 0 75 256: 36 24 100 mdc.lustre-MDT0001-mdc-ffff8800b58fd800.batch_stats= snapshot_time: 1746160614.317097410 secs.nsecs start_time: 1746160590.299655619 secs.nsecs elapsed_time: 24.017441791 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b58fd800.statahead_batch_max=64 llite.lustre-ffff8800b58fd800.statahead_max=128