== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:46:33 (1741628793) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats=0 llite.lustre-ffff880082441800.statahead_max=32 llite.lustre-ffff880082441800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats=0 total: 100 open/close in 0.60 seconds: 167.58 ops/second llite.lustre-ffff880082441800.statahead_max=0 101 real 0m0.588s user 0m0.000s sys 0m0.218s ls -l 100 files without statahead: 0 sec llite.lustre-ffff880082441800.statahead_max=32 32 101 real 0m0.401s user 0m0.004s sys 0m0.137s ls -l 100 files with statahead: 0 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 19 fname_total: 27 hit_total: 11372 miss_total: 217 total: 900 open/close in 2.18 seconds: 413.32 ops/second llite.lustre-ffff880082441800.statahead_max=0 1001 real 0m5.659s user 0m0.035s sys 0m2.107s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff880082441800.statahead_max=32 32 1001 real 0m2.366s user 0m0.020s sys 0m1.052s ls -l 1000 files with statahead: 3 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 12371 miss_total: 218 - open/close 4341 (time 1741628820.17 total 10.00 last 434.01) - open/close 8372 (time 1741628830.17 total 20.00 last 403.08) total: 9000 open/close in 21.46 seconds: 419.39 ops/second llite.lustre-ffff880082441800.statahead_max=0 10001 real 0m50.888s user 0m0.308s sys 0m18.120s ls -l 10000 files without statahead: 51 sec llite.lustre-ffff880082441800.statahead_max=32 32 10001 real 0m21.476s user 0m0.196s sys 0m9.156s ls -l 10000 files with statahead: 21 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22370 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff880082441800.statahead_stats= statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22370 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats= snapshot_time: 1741628945.547387555 secs.nsecs start_time: 1741628794.516108530 secs.nsecs elapsed_time: 151.031279025 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 5007 (time 1741628956.10 total 10.00 last 500.66) total: 10000 open/close in 19.98 seconds: 500.38 ops/second llite.lustre-ffff880082441800.statahead_batch_max=0 llite.lustre-ffff880082441800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880082441800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.479s user 0m0.194s sys 0m9.652s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880082441800.statahead_batch_max=32 llite.lustre-ffff880082441800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880082441800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.854s user 0m0.215s sys 0m8.835s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats= snapshot_time: 1741629001.790408088 secs.nsecs start_time: 1741628978.398979368 secs.nsecs elapsed_time: 23.391428720 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats=0 llite.lustre-ffff880082441800.statahead_max=2048 llite.lustre-ffff880082441800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats=0 total: 100 open/close in 0.84 seconds: 119.22 ops/second llite.lustre-ffff880082441800.statahead_max=0 101 real 0m0.905s user 0m0.012s sys 0m0.242s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880082441800.statahead_max=2048 2048 101 real 0m0.313s user 0m0.003s sys 0m0.133s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.74 seconds: 328.69 ops/second llite.lustre-ffff880082441800.statahead_max=0 1001 real 0m6.969s user 0m0.044s sys 0m2.119s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff880082441800.statahead_max=2048 2048 1001 real 0m1.488s user 0m0.020s sys 0m0.948s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4330 (time 1741629090.68 total 10.00 last 432.97) total: 9000 open/close in 19.83 seconds: 453.86 ops/second llite.lustre-ffff880082441800.statahead_max=0 10001 real 1m2.212s user 0m0.429s sys 0m20.208s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff880082441800.statahead_max=2048 2048 10001 real 0m12.961s user 0m0.277s sys 0m10.803s ls -l 10000 files with statahead: 13 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 43 seconds llite.lustre-ffff880082441800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats= snapshot_time: 1741629225.141344936 secs.nsecs start_time: 1741629002.229166928 secs.nsecs elapsed_time: 222.912178008 secs.nsecs subreqs per batch batches % cum % 1: 227 64 64 2: 13 3 68 4: 9 2 71 8: 21 6 77 16: 23 6 83 32: 16 4 88 64: 1 0 88 128: 1 0 88 256: 39 11 100 - open/close 4829 (time 1741629235.71 total 10.00 last 482.85) - open/close 9595 (time 1741629245.71 total 20.00 last 476.56) total: 10000 open/close in 20.82 seconds: 480.36 ops/second llite.lustre-ffff880082441800.statahead_batch_max=0 llite.lustre-ffff880082441800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880082441800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.495s user 0m0.237s sys 0m10.200s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880082441800.statahead_batch_max=256 llite.lustre-ffff880082441800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880082441800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.286s user 0m0.348s sys 0m9.402s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880082441800.batch_stats= snapshot_time: 1741629273.989549954 secs.nsecs start_time: 1741629259.955058215 secs.nsecs elapsed_time: 14.034491739 secs.nsecs subreqs per batch batches % cum % 1: 384 75 75 2: 20 3 79 4: 16 3 82 8: 24 4 87 16: 18 3 91 32: 10 1 93 64: 0 0 93 128: 0 0 93 256: 35 6 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff880082441800.statahead_batch_max=64 llite.lustre-ffff880082441800.statahead_max=128