== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:02:45 (1726855365) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats=0 llite.lustre-ffff8800b63b0800.statahead_max=32 llite.lustre-ffff8800b63b0800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.60 seconds: 166.37 ops/second llite.lustre-ffff8800b63b0800.statahead_max=0 101 real 0m0.492s user 0m0.002s sys 0m0.179s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b63b0800.statahead_max=32 32 101 real 0m0.302s user 0m0.003s sys 0m0.112s ls -l 100 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11872 miss_total: 143 total: 900 open/close in 1.79 seconds: 502.93 ops/second llite.lustre-ffff8800b63b0800.statahead_max=0 1001 real 0m5.294s user 0m0.035s sys 0m1.976s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b63b0800.statahead_max=32 32 1001 real 0m1.751s user 0m0.019s sys 0m0.939s ls -l 1000 files with statahead: 1 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12871 miss_total: 144 - open/close 4864 (time 1726855390.00 total 10.00 last 486.37) total: 9000 open/close in 18.46 seconds: 487.46 ops/second llite.lustre-ffff8800b63b0800.statahead_max=0 10001 real 0m48.272s user 0m0.286s sys 0m17.627s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800b63b0800.statahead_max=32 32 10001 real 0m16.638s user 0m0.235s sys 0m8.914s ls -l 10000 files with statahead: 17 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22870 miss_total: 145 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 36 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22870 miss_total: 145 mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats= snapshot_time: 1726855504.299282098 secs.nsecs start_time: 1726855366.221511747 secs.nsecs elapsed_time: 138.077770351 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 5 1 1 8: 2 0 2 16: 203 57 59 32: 143 40 100 mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats= snapshot_time: 1726855504.299404027 secs.nsecs start_time: 1726855366.221595436 secs.nsecs elapsed_time: 138.077808591 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 7 1 3 16: 192 54 57 32: 151 42 100 - open/close 5236 (time 1726855515.15 total 10.00 last 523.55) total: 10000 open/close in 19.56 seconds: 511.32 ops/second llite.lustre-ffff8800b63b0800.statahead_batch_max=0 llite.lustre-ffff8800b63b0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63b0800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63b0800.stats=clear 10001 real 0m11.194s user 0m0.233s sys 0m10.440s llite.lustre-ffff8800b63b0800.statahead_batch_max=32 llite.lustre-ffff8800b63b0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63b0800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63b0800.stats=clear 10001 real 0m20.169s user 0m0.232s sys 0m8.935s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats= snapshot_time: 1726855560.396873571 secs.nsecs start_time: 1726855537.711568966 secs.nsecs elapsed_time: 22.685304605 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats= snapshot_time: 1726855560.397021954 secs.nsecs start_time: 1726855537.711665531 secs.nsecs elapsed_time: 22.685356423 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats=0 llite.lustre-ffff8800b63b0800.statahead_max=2048 llite.lustre-ffff8800b63b0800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.82 seconds: 121.66 ops/second llite.lustre-ffff8800b63b0800.statahead_max=0 101 real 0m0.529s user 0m0.001s sys 0m0.203s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b63b0800.statahead_max=2048 2048 101 real 0m0.346s user 0m0.003s sys 0m0.134s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.72 seconds: 523.68 ops/second llite.lustre-ffff8800b63b0800.statahead_max=0 1001 real 0m4.825s user 0m0.024s sys 0m1.777s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b63b0800.statahead_max=2048 2048 1001 real 0m1.473s user 0m0.014s sys 0m0.914s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5150 (time 1726855621.37 total 10.00 last 514.97) total: 9000 open/close in 17.18 seconds: 523.98 ops/second llite.lustre-ffff8800b63b0800.statahead_max=0 10001 real 0m47.521s user 0m0.268s sys 0m17.258s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800b63b0800.statahead_max=2048 2048 10001 real 0m10.129s user 0m0.195s sys 0m8.824s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 36 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats= snapshot_time: 1726855727.268215125 secs.nsecs start_time: 1726855561.052234619 secs.nsecs elapsed_time: 166.215980506 secs.nsecs subreqs per batch batches % cum % 1: 38 42 42 2: 3 3 45 4: 8 8 54 8: 5 5 60 16: 2 2 62 32: 0 0 62 64: 0 0 62 128: 5 5 67 256: 29 32 100 mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats= snapshot_time: 1726855727.268318392 secs.nsecs start_time: 1726855561.052308914 secs.nsecs elapsed_time: 166.216009478 secs.nsecs subreqs per batch batches % cum % 1: 39 42 42 2: 2 2 45 4: 3 3 48 8: 5 5 53 16: 5 5 59 32: 0 0 59 64: 2 2 61 128: 2 2 63 256: 33 36 100 - open/close 5205 (time 1726855737.98 total 10.00 last 520.48) total: 10000 open/close in 19.14 seconds: 522.53 ops/second llite.lustre-ffff8800b63b0800.statahead_batch_max=0 llite.lustre-ffff8800b63b0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63b0800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63b0800.stats=clear 10001 real 0m10.699s user 0m0.192s sys 0m9.424s llite.lustre-ffff8800b63b0800.statahead_batch_max=256 llite.lustre-ffff8800b63b0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b63b0800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b63b0800.stats=clear 10001 real 0m9.964s user 0m0.212s sys 0m8.485s unbatched RPCs: 10004, batched RPCs: 305 mdc.lustre-MDT0000-mdc-ffff8800b63b0800.batch_stats= snapshot_time: 1726855771.907846462 secs.nsecs start_time: 1726855759.714577021 secs.nsecs elapsed_time: 12.193269441 secs.nsecs subreqs per batch batches % cum % 1: 202 66 66 2: 13 4 70 4: 10 3 73 8: 13 4 78 16: 11 3 81 32: 17 5 87 64: 3 0 88 128: 1 0 88 256: 35 11 100 mdc.lustre-MDT0001-mdc-ffff8800b63b0800.batch_stats= snapshot_time: 1726855771.907972501 secs.nsecs start_time: 1726855759.714708704 secs.nsecs elapsed_time: 12.193263797 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b63b0800.statahead_batch_max=64 llite.lustre-ffff8800b63b0800.statahead_max=128