== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:56:48 (1740675408) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats=0 llite.lustre-ffff88012a6e1800.statahead_max=32 llite.lustre-ffff88012a6e1800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats=0 total: 100 open/close in 0.50 seconds: 201.95 ops/second llite.lustre-ffff88012a6e1800.statahead_max=0 101 real 0m0.473s user 0m0.004s sys 0m0.186s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a6e1800.statahead_max=32 32 101 real 0m0.301s user 0m0.002s sys 0m0.106s ls -l 100 files with statahead: 0 sec statahead total: 52 statahead wrong: 1 agl total: 52 list_total: 22 fname_total: 30 hit_total: 11840 miss_total: 245 total: 900 open/close in 1.67 seconds: 537.32 ops/second llite.lustre-ffff88012a6e1800.statahead_max=0 1001 real 0m5.979s user 0m0.039s sys 0m2.135s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88012a6e1800.statahead_max=32 32 1001 real 0m1.942s user 0m0.022s sys 0m0.866s ls -l 1000 files with statahead: 2 sec statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 23 fname_total: 30 hit_total: 12839 miss_total: 246 - open/close 5103 (time 1740675433.27 total 10.00 last 510.22) total: 9000 open/close in 17.11 seconds: 526.06 ops/second llite.lustre-ffff88012a6e1800.statahead_max=0 10001 real 0m51.506s user 0m0.343s sys 0m18.334s ls -l 10000 files without statahead: 51 sec llite.lustre-ffff88012a6e1800.statahead_max=32 32 10001 real 0m19.307s user 0m0.192s sys 0m8.466s ls -l 10000 files with statahead: 19 sec statahead total: 54 statahead wrong: 1 agl total: 54 list_total: 24 fname_total: 30 hit_total: 22838 miss_total: 247 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff88012a6e1800.statahead_stats= statahead total: 54 statahead wrong: 1 agl total: 54 list_total: 24 fname_total: 30 hit_total: 22838 miss_total: 247 mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats= snapshot_time: 1740675553.481149214 secs.nsecs start_time: 1740675409.071818549 secs.nsecs elapsed_time: 144.409330665 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 4894 (time 1740675564.12 total 10.00 last 489.37) - open/close 9949 (time 1740675574.12 total 20.00 last 505.43) total: 10000 open/close in 20.08 seconds: 497.98 ops/second llite.lustre-ffff88012a6e1800.statahead_batch_max=0 llite.lustre-ffff88012a6e1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a6e1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.470s user 0m0.179s sys 0m8.781s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a6e1800.statahead_batch_max=32 llite.lustre-ffff88012a6e1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a6e1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m21.579s user 0m0.226s sys 0m9.358s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats= snapshot_time: 1740675609.409385205 secs.nsecs start_time: 1740675585.482991366 secs.nsecs elapsed_time: 23.926393839 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats=0 llite.lustre-ffff88012a6e1800.statahead_max=2048 llite.lustre-ffff88012a6e1800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats=0 total: 100 open/close in 0.55 seconds: 182.12 ops/second llite.lustre-ffff88012a6e1800.statahead_max=0 101 real 0m0.514s user 0m0.002s sys 0m0.189s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012a6e1800.statahead_max=2048 2048 101 real 0m0.310s user 0m0.004s sys 0m0.117s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.67 seconds: 539.62 ops/second llite.lustre-ffff88012a6e1800.statahead_max=0 1001 real 0m4.714s user 0m0.029s sys 0m1.755s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012a6e1800.statahead_max=2048 2048 1001 real 0m1.146s user 0m0.017s sys 0m0.786s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5551 (time 1740675698.79 total 10.00 last 555.02) total: 9000 open/close in 16.75 seconds: 537.36 ops/second llite.lustre-ffff88012a6e1800.statahead_max=0 10001 real 0m58.494s user 0m0.408s sys 0m20.592s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff88012a6e1800.statahead_max=2048 2048 10001 real 0m10.485s user 0m0.233s sys 0m8.764s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 38 seconds llite.lustre-ffff88012a6e1800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats= snapshot_time: 1740675819.149901598 secs.nsecs start_time: 1740675609.828698513 secs.nsecs elapsed_time: 209.321203085 secs.nsecs subreqs per batch batches % cum % 1: 248 65 65 2: 11 2 68 4: 22 5 74 8: 18 4 79 16: 25 6 85 32: 12 3 88 64: 2 0 89 128: 1 0 89 256: 39 10 100 - open/close 5286 (time 1740675829.74 total 10.00 last 528.52) total: 10000 open/close in 19.22 seconds: 520.39 ops/second llite.lustre-ffff88012a6e1800.statahead_batch_max=0 llite.lustre-ffff88012a6e1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a6e1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.337s user 0m0.188s sys 0m8.152s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a6e1800.statahead_batch_max=256 llite.lustre-ffff88012a6e1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a6e1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.238s user 0m0.169s sys 0m7.994s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a6e1800.batch_stats= snapshot_time: 1740675861.625884724 secs.nsecs start_time: 1740675850.160142000 secs.nsecs elapsed_time: 11.465742724 secs.nsecs subreqs per batch batches % cum % 1: 294 71 71 2: 25 6 77 4: 14 3 80 8: 15 3 84 16: 9 2 86 32: 21 5 91 64: 1 0 91 128: 0 0 91 256: 35 8 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a6e1800.statahead_batch_max=64 llite.lustre-ffff88012a6e1800.statahead_max=128