== sanity test 123ad: Verify batching statahead works correctly ========================================================== 09:08:29 (1724764109) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats=0 llite.lustre-ffff8800a98d5800.statahead_max=32 llite.lustre-ffff8800a98d5800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.55 seconds: 182.60 ops/second llite.lustre-ffff8800a98d5800.statahead_max=0 101 real 0m0.529s user 0m0.008s sys 0m0.199s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a98d5800.statahead_max=32 32 101 real 0m0.332s user 0m0.002s sys 0m0.126s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 1638 miss_total: 142 total: 900 open/close in 1.71 seconds: 524.83 ops/second llite.lustre-ffff8800a98d5800.statahead_max=0 1001 real 0m5.692s user 0m0.037s sys 0m2.076s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800a98d5800.statahead_max=32 32 1001 real 0m2.142s user 0m0.018s sys 0m1.017s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 2637 miss_total: 147 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 9 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 2637 miss_total: 147 mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats= snapshot_time: 1724764135.576705549 secs.nsecs start_time: 1724764110.815945567 secs.nsecs elapsed_time: 24.760759982 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 2 5 7 8: 3 7 15 16: 16 41 56 32: 17 43 100 mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats= snapshot_time: 1724764135.576854386 secs.nsecs start_time: 1724764110.816059281 secs.nsecs elapsed_time: 24.760795105 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 1 2 5 4: 2 5 10 8: 2 5 15 16: 19 47 62 32: 15 37 100 - open/close 1553 (time 1724764146.87 total 10.00 last 155.25) - open/close 4873 (time 1724764156.87 total 20.00 last 331.94) - open/close 7967 (time 1724764166.87 total 30.01 last 309.33) total: 10000 open/close in 34.64 seconds: 288.67 ops/second llite.lustre-ffff8800a98d5800.statahead_batch_max=0 llite.lustre-ffff8800a98d5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98d5800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a98d5800.stats=clear 10001 real 0m13.963s user 0m0.202s sys 0m8.831s llite.lustre-ffff8800a98d5800.statahead_batch_max=32 llite.lustre-ffff8800a98d5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98d5800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a98d5800.stats=clear 10001 real 0m21.982s user 0m0.246s sys 0m9.293s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats= snapshot_time: 1724764212.768384051 secs.nsecs start_time: 1724764187.675571307 secs.nsecs elapsed_time: 25.092812744 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats= snapshot_time: 1724764212.768488235 secs.nsecs start_time: 1724764187.675670499 secs.nsecs elapsed_time: 25.092817736 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats=0 llite.lustre-ffff8800a98d5800.statahead_max=2048 llite.lustre-ffff8800a98d5800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.87 seconds: 114.50 ops/second llite.lustre-ffff8800a98d5800.statahead_max=0 101 real 0m0.699s user 0m0.006s sys 0m0.232s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a98d5800.statahead_max=2048 2048 101 real 0m0.291s user 0m0.010s sys 0m0.117s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 17 total: 900 open/close in 2.18 seconds: 413.22 ops/second llite.lustre-ffff8800a98d5800.statahead_max=0 1001 real 0m6.656s user 0m0.056s sys 0m2.192s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8800a98d5800.statahead_max=2048 2048 1001 real 0m1.308s user 0m0.022s sys 0m0.939s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 18 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 18 mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats= snapshot_time: 1724764290.669605030 secs.nsecs start_time: 1724764213.416747956 secs.nsecs elapsed_time: 77.252857074 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 12 12 4: 1 12 25 8: 2 25 50 16: 1 12 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats= snapshot_time: 1724764290.669752950 secs.nsecs start_time: 1724764213.416836055 secs.nsecs elapsed_time: 77.252916895 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 37 37 8: 2 25 62 16: 0 0 62 32: 1 12 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 - open/close 3816 (time 1724764301.47 total 10.00 last 381.59) - open/close 7415 (time 1724764311.47 total 20.00 last 359.89) total: 10000 open/close in 25.26 seconds: 395.81 ops/second llite.lustre-ffff8800a98d5800.statahead_batch_max=0 llite.lustre-ffff8800a98d5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98d5800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a98d5800.stats=clear 10001 real 0m9.989s user 0m0.220s sys 0m8.794s llite.lustre-ffff8800a98d5800.statahead_batch_max=256 llite.lustre-ffff8800a98d5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98d5800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a98d5800.stats=clear 10001 real 0m9.321s user 0m0.227s sys 0m8.029s unbatched RPCs: 10004, batched RPCs: 252 mdc.lustre-MDT0000-mdc-ffff8800a98d5800.batch_stats= snapshot_time: 1724764340.143984533 secs.nsecs start_time: 1724764328.493163354 secs.nsecs elapsed_time: 11.650821179 secs.nsecs subreqs per batch batches % cum % 1: 155 61 61 2: 16 6 67 4: 9 3 71 8: 3 1 72 16: 9 3 76 32: 21 8 84 64: 3 1 85 128: 1 0 86 256: 35 13 100 mdc.lustre-MDT0001-mdc-ffff8800a98d5800.batch_stats= snapshot_time: 1724764340.144124201 secs.nsecs start_time: 1724764328.493249618 secs.nsecs elapsed_time: 11.650874583 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a98d5800.statahead_batch_max=64 llite.lustre-ffff8800a98d5800.statahead_max=128