== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:00:56 (1761145256) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats=0 llite.lustre-ffff9032859b4000.statahead_max=32 llite.lustre-ffff9032859b4000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats=0 total: 100 open/close in 0.71 seconds: 139.98 ops/second llite.lustre-ffff9032859b4000.statahead_max=0 101 real 0m0.620s user 0m0.005s sys 0m0.207s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9032859b4000.statahead_max=32 32 101 real 0m0.395s user 0m0.004s sys 0m0.193s ls -l 100 files with statahead: 1 sec statahead total: 61 statahead wrong: 1 agl total: 56 list_total: 29 fname_total: 32 hit_total: 23731 miss_total: 221 total: 900 open/close in 2.72 seconds: 331.33 ops/second llite.lustre-ffff9032859b4000.statahead_max=0 1001 real 0m6.131s user 0m0.014s sys 0m2.107s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff9032859b4000.statahead_max=32 32 1001 real 0m3.539s user 0m0.015s sys 0m1.956s ls -l 1000 files with statahead: 3 sec statahead total: 62 statahead wrong: 1 agl total: 57 list_total: 30 fname_total: 32 hit_total: 24730 miss_total: 222 - open/close 4365 (time 1761145286.79 total 10.00 last 436.41) - open/close 7728 (time 1761145296.79 total 20.00 last 336.29) total: 9000 open/close in 23.00 seconds: 391.32 ops/second llite.lustre-ffff9032859b4000.statahead_max=0 10001 real 0m56.306s user 0m0.169s sys 0m19.127s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff9032859b4000.statahead_max=32 32 10001 real 0m36.846s user 0m0.138s sys 0m19.181s ls -l 10000 files with statahead: 37 sec statahead total: 63 statahead wrong: 1 agl total: 58 list_total: 31 fname_total: 32 hit_total: 34729 miss_total: 223 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff9032859b4000.statahead_stats= statahead total: 63 statahead wrong: 1 agl total: 58 list_total: 31 fname_total: 32 hit_total: 34729 miss_total: 223 mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats= snapshot_time: 1761145467.203391620 secs.nsecs start_time: 1761145257.737394774 secs.nsecs elapsed_time: 209.465996846 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 3792 (time 1761145478.66 total 10.00 last 379.18) - open/close 7464 (time 1761145488.66 total 20.00 last 367.08) total: 10000 open/close in 26.93 seconds: 371.35 ops/second llite.lustre-ffff9032859b4000.statahead_batch_max=0 llite.lustre-ffff9032859b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9032859b4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.672s user 0m0.146s sys 0m29.523s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9032859b4000.statahead_batch_max=32 llite.lustre-ffff9032859b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9032859b4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.124s user 0m0.142s sys 0m19.872s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats= snapshot_time: 1761145569.187847403 secs.nsecs start_time: 1761145528.788300728 secs.nsecs elapsed_time: 40.399546675 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats=0 llite.lustre-ffff9032859b4000.statahead_max=2048 llite.lustre-ffff9032859b4000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats=0 total: 100 open/close in 1.20 seconds: 83.13 ops/second llite.lustre-ffff9032859b4000.statahead_max=0 101 real 0m0.945s user 0m0.002s sys 0m0.288s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9032859b4000.statahead_max=2048 2048 101 real 0m0.364s user 0m0.002s sys 0m0.258s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.39 seconds: 265.87 ops/second llite.lustre-ffff9032859b4000.statahead_max=0 1001 real 0m9.118s user 0m0.022s sys 0m2.917s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff9032859b4000.statahead_max=2048 2048 1001 real 0m4.319s user 0m0.010s sys 0m2.131s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2547 (time 1761145696.66 total 10.01 last 254.57) total: 4000 open/close in 15.13 seconds: 264.45 ops/second llite.lustre-ffff9032859b4000.statahead_max=0 5001 real 0m42.574s user 0m0.150s sys 0m13.646s ls -l 5000 files without statahead: 43 sec llite.lustre-ffff9032859b4000.statahead_max=2048 2048 5001 real 0m16.714s user 0m0.055s sys 0m8.907s ls -l 5000 files with statahead: 16 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff9032859b4000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats= snapshot_time: 1761145804.702996923 secs.nsecs start_time: 1761145569.992564504 secs.nsecs elapsed_time: 234.710432419 secs.nsecs subreqs per batch batches % cum % 1: 58 51 51 2: 10 8 60 4: 3 2 62 8: 3 2 65 16: 4 3 69 32: 10 8 77 64: 2 1 79 128: 1 0 80 256: 22 19 100 - open/close 2788 (time 1761145816.00 total 10.00 last 278.70) - open/close 5880 (time 1761145826.00 total 20.01 last 309.14) - open/close 9156 (time 1761145836.00 total 30.01 last 327.58) total: 10000 open/close in 32.60 seconds: 306.77 ops/second llite.lustre-ffff9032859b4000.statahead_batch_max=0 llite.lustre-ffff9032859b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9032859b4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.676s user 0m0.151s sys 0m25.435s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9032859b4000.statahead_batch_max=256 llite.lustre-ffff9032859b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9032859b4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.222s user 0m0.147s sys 0m18.836s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9032859b4000.batch_stats= snapshot_time: 1761145900.697745603 secs.nsecs start_time: 1761145869.757455701 secs.nsecs elapsed_time: 30.940289902 secs.nsecs subreqs per batch batches % cum % 1: 319 64 64 2: 76 15 79 4: 33 6 86 8: 4 0 87 16: 4 0 88 32: 23 4 92 64: 2 0 93 128: 0 0 93 256: 34 6 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9032859b4000.statahead_batch_max=64 llite.lustre-ffff9032859b4000.statahead_max=128