== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:51:12 (1744131072) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats=0 llite.lustre-ffff8800a83eb000.statahead_max=32 llite.lustre-ffff8800a83eb000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats=0 total: 100 open/close in 0.96 seconds: 104.18 ops/second llite.lustre-ffff8800a83eb000.statahead_max=0 101 real 0m0.881s user 0m0.009s sys 0m0.321s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a83eb000.statahead_max=32 32 101 real 0m0.341s user 0m0.003s sys 0m0.174s ls -l 100 files with statahead: 0 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 22 fname_total: 27 hit_total: 11485 miss_total: 246 total: 900 open/close in 3.77 seconds: 238.97 ops/second llite.lustre-ffff8800a83eb000.statahead_max=0 1001 real 0m9.143s user 0m0.046s sys 0m3.165s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800a83eb000.statahead_max=32 32 1001 real 0m2.949s user 0m0.018s sys 0m1.341s ls -l 1000 files with statahead: 3 sec statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 23 fname_total: 27 hit_total: 12484 miss_total: 247 - open/close 2472 (time 1744131107.63 total 10.00 last 247.15) total: 4000 open/close in 16.46 seconds: 243.07 ops/second llite.lustre-ffff8800a83eb000.statahead_max=0 5001 real 0m44.172s user 0m0.166s sys 0m15.388s ls -l 5000 files without statahead: 44 sec llite.lustre-ffff8800a83eb000.statahead_max=32 32 5001 real 0m15.440s user 0m0.134s sys 0m6.879s ls -l 5000 files with statahead: 15 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 24 fname_total: 27 hit_total: 17483 miss_total: 248 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff8800a83eb000.statahead_stats= statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 24 fname_total: 27 hit_total: 17483 miss_total: 248 mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats= snapshot_time: 1744131206.995347991 secs.nsecs start_time: 1744131074.585056627 secs.nsecs elapsed_time: 132.410291364 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 1 1 8: 3 1 3 16: 3 1 4 32: 190 95 100 - open/close 2422 (time 1744131217.85 total 10.00 last 242.14) - open/close 5054 (time 1744131227.85 total 20.01 last 263.13) - open/close 7702 (time 1744131237.85 total 30.01 last 264.75) total: 10000 open/close in 38.65 seconds: 258.74 ops/second llite.lustre-ffff8800a83eb000.statahead_batch_max=0 llite.lustre-ffff8800a83eb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a83eb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.070s user 0m0.180s sys 0m7.415s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a83eb000.statahead_batch_max=32 llite.lustre-ffff8800a83eb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a83eb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.798s user 0m0.230s sys 0m11.893s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats= snapshot_time: 1744131285.603012783 secs.nsecs start_time: 1744131256.680964638 secs.nsecs elapsed_time: 28.922048145 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats=0 llite.lustre-ffff8800a83eb000.statahead_max=2048 llite.lustre-ffff8800a83eb000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats=0 total: 100 open/close in 0.68 seconds: 146.18 ops/second llite.lustre-ffff8800a83eb000.statahead_max=0 101 real 0m0.642s user 0m0.003s sys 0m0.241s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a83eb000.statahead_max=2048 2048 101 real 0m0.305s user 0m0.004s sys 0m0.148s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.65 seconds: 546.17 ops/second llite.lustre-ffff8800a83eb000.statahead_max=0 1001 real 0m5.446s user 0m0.033s sys 0m2.102s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a83eb000.statahead_max=2048 2048 1001 real 0m1.611s user 0m0.025s sys 0m1.034s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2969 (time 1744131393.37 total 10.00 last 296.84) - open/close 7998 (time 1744131403.37 total 20.00 last 502.90) total: 9000 open/close in 21.79 seconds: 412.98 ops/second llite.lustre-ffff8800a83eb000.statahead_max=0 10001 real 0m55.607s user 0m0.389s sys 0m19.883s ls -l 10000 files without statahead: 55 sec llite.lustre-ffff8800a83eb000.statahead_max=2048 2048 10001 real 0m10.573s user 0m0.193s sys 0m8.824s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-ffff8800a83eb000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats= snapshot_time: 1744131518.481969013 secs.nsecs start_time: 1744131286.124434556 secs.nsecs elapsed_time: 232.357534457 secs.nsecs subreqs per batch batches % cum % 1: 210 60 60 2: 20 5 66 4: 16 4 71 8: 24 6 78 16: 16 4 82 32: 17 4 87 64: 2 0 88 128: 1 0 88 256: 39 11 100 - open/close 4313 (time 1744131529.13 total 10.00 last 431.29) - open/close 9229 (time 1744131539.13 total 20.00 last 491.51) total: 10000 open/close in 21.29 seconds: 469.71 ops/second llite.lustre-ffff8800a83eb000.statahead_batch_max=0 llite.lustre-ffff8800a83eb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a83eb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.340s user 0m0.222s sys 0m10.209s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a83eb000.statahead_batch_max=256 llite.lustre-ffff8800a83eb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a83eb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.010s user 0m0.187s sys 0m8.634s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a83eb000.batch_stats= snapshot_time: 1744131565.988477435 secs.nsecs start_time: 1744131553.499224330 secs.nsecs elapsed_time: 12.489253105 secs.nsecs subreqs per batch batches % cum % 1: 210 63 63 2: 13 3 67 4: 17 5 72 8: 23 6 79 16: 20 6 85 32: 10 3 88 64: 2 0 89 128: 1 0 89 256: 35 10 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a83eb000.statahead_batch_max=64 llite.lustre-ffff8800a83eb000.statahead_max=128