== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:38:35 (1714405115) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats=0 llite.lustre-ffff8800a8654000.statahead_max=32 llite.lustre-ffff8800a8654000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats=0 total: 100 open/close in 1.09 seconds: 91.66 ops/second llite.lustre-ffff8800a8654000.statahead_max=0 101 real 0m1.073s user 0m0.011s sys 0m0.269s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a8654000.statahead_max=32 32 101 real 0m0.386s user 0m0.006s sys 0m0.129s ls -l 100 files with statahead: 0 sec statahead total: 28 statahead wrong: 0 agl total: 28 list_total: 28 fname_total: 0 hit_total: 1610 miss_total: 140 total: 900 open/close in 5.54 seconds: 162.58 ops/second llite.lustre-ffff8800a8654000.statahead_max=0 1001 real 0m11.291s user 0m0.112s sys 0m2.760s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff8800a8654000.statahead_max=32 32 1001 real 0m4.278s user 0m0.034s sys 0m1.059s ls -l 1000 files with statahead: 5 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 2609 miss_total: 152 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 10 seconds rm done statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 2609 miss_total: 152 mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats= snapshot_time: 1714405159.010602020 secs.nsecs start_time: 1714405117.379983527 secs.nsecs elapsed_time: 41.630618493 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 0 0 2 8: 3 7 10 16: 2 5 15 32: 34 85 100 - open/close 781 (time 1714405176.74 total 16.45 last 47.49) - open/close 905 (time 1714405188.42 total 28.13 last 10.61) - open/close 1963 (time 1714405206.84 total 46.55 last 57.45) - open/close 3828 (time 1714405216.84 total 56.55 last 186.45) - open/close 5164 (time 1714405235.96 total 75.67 last 69.88) - open/close 6872 (time 1714405245.96 total 85.67 last 170.78) - open/close 6970 (time 1714405257.59 total 97.31 last 8.42) - open/close 7361 (time 1714405271.07 total 110.78 last 29.02) - open/close 8829 (time 1714405281.08 total 120.79 last 146.63) - open/close 8877 (time 1714405292.41 total 132.12 last 4.24) total: 10000 open/close in 139.15 seconds: 71.86 ops/second llite.lustre-ffff8800a8654000.statahead_batch_max=0 llite.lustre-ffff8800a8654000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8654000.stats=clear 10001 real 0m17.105s user 0m0.233s sys 0m8.538s llite.lustre-ffff8800a8654000.statahead_batch_max=32 llite.lustre-ffff8800a8654000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8654000.stats=clear 10001 real 0m35.915s user 0m0.303s sys 0m10.111s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats= snapshot_time: 1714405359.147742273 secs.nsecs start_time: 1714405319.438029063 secs.nsecs elapsed_time: 39.709713210 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats=0 llite.lustre-ffff8800a8654000.statahead_max=2048 llite.lustre-ffff8800a8654000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats=0 total: 100 open/close in 1.16 seconds: 86.27 ops/second llite.lustre-ffff8800a8654000.statahead_max=0 101 real 0m1.029s user 0m0.016s sys 0m0.275s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a8654000.statahead_max=2048 2048 101 real 0m0.309s user 0m0.000s sys 0m0.124s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 79 total: 900 open/close in 4.69 seconds: 191.87 ops/second llite.lustre-ffff8800a8654000.statahead_max=0 1001 real 0m9.626s user 0m0.092s sys 0m2.601s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800a8654000.statahead_max=2048 2048 1001 real 0m1.592s user 0m0.020s sys 0m0.950s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 80 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 8 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 80 mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats= snapshot_time: 1714405474.358600327 secs.nsecs start_time: 1714405360.186288925 secs.nsecs elapsed_time: 114.172311402 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 20 20 16: 2 20 40 32: 1 10 50 64: 0 0 50 128: 1 10 60 256: 4 40 100 - open/close 1778 (time 1714405485.47 total 10.00 last 177.77) - open/close 3441 (time 1714405505.91 total 30.44 last 81.35) - open/close 5339 (time 1714405515.92 total 40.45 last 189.70) - open/close 7188 (time 1714405525.92 total 50.45 last 184.86) - open/close 8940 (time 1714405535.92 total 60.45 last 175.15) total: 10000 open/close in 66.70 seconds: 149.92 ops/second llite.lustre-ffff8800a8654000.statahead_batch_max=0 llite.lustre-ffff8800a8654000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8654000.stats=clear 10001 real 0m16.564s user 0m0.230s sys 0m8.535s llite.lustre-ffff8800a8654000.statahead_batch_max=256 llite.lustre-ffff8800a8654000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8654000.stats=clear 10001 real 0m15.495s user 0m0.337s sys 0m9.667s unbatched RPCs: 10004, batched RPCs: 260 mdc.lustre-MDT0000-mdc-ffff8800a8654000.batch_stats= snapshot_time: 1714405580.960482508 secs.nsecs start_time: 1714405561.663627748 secs.nsecs elapsed_time: 19.296854760 secs.nsecs subreqs per batch batches % cum % 1: 154 59 59 2: 20 7 66 4: 8 3 70 8: 9 3 73 16: 18 6 80 32: 13 5 85 64: 2 0 86 128: 0 0 86 256: 36 13 100 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a8654000.statahead_batch_max=64 llite.lustre-ffff8800a8654000.statahead_max=128