== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:01:54 (1715576514) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats=0 llite.lustre-ffff8800b5d18800.statahead_max=32 llite.lustre-ffff8800b5d18800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.95 seconds: 105.35 ops/second llite.lustre-ffff8800b5d18800.statahead_max=0 101 real 0m0.977s user 0m0.006s sys 0m0.347s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b5d18800.statahead_max=32 32 101 real 0m0.345s user 0m0.007s sys 0m0.169s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11430 miss_total: 143 total: 900 open/close in 3.80 seconds: 236.54 ops/second llite.lustre-ffff8800b5d18800.statahead_max=0 1001 real 0m8.864s user 0m0.046s sys 0m2.970s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800b5d18800.statahead_max=32 32 1001 real 0m2.568s user 0m0.037s sys 0m1.365s ls -l 1000 files with statahead: 3 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12429 miss_total: 144 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12429 miss_total: 144 mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats= snapshot_time: 1715576545.265335539 secs.nsecs start_time: 1715576515.836273505 secs.nsecs elapsed_time: 29.429062034 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 0 0 5 4: 3 8 13 8: 0 0 13 16: 24 66 80 32: 7 19 100 mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats= snapshot_time: 1715576545.265505187 secs.nsecs start_time: 1715576515.836422875 secs.nsecs elapsed_time: 29.429082312 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 2 2 8: 5 12 15 16: 9 23 38 32: 24 61 100 - open/close 2583 (time 1715576556.14 total 10.00 last 258.23) - open/close 5292 (time 1715576566.14 total 20.01 last 270.78) - open/close 7628 (time 1715576576.14 total 30.01 last 233.59) total: 10000 open/close in 39.51 seconds: 253.09 ops/second llite.lustre-ffff8800b5d18800.statahead_batch_max=0 llite.lustre-ffff8800b5d18800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d18800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d18800.stats=clear 10001 real 0m8.122s user 0m0.160s sys 0m7.453s llite.lustre-ffff8800b5d18800.statahead_batch_max=32 llite.lustre-ffff8800b5d18800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d18800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d18800.stats=clear 10001 real 0m24.989s user 0m0.216s sys 0m11.491s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats= snapshot_time: 1715576623.199458829 secs.nsecs start_time: 1715576595.777397323 secs.nsecs elapsed_time: 27.422061506 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats= snapshot_time: 1715576623.199691821 secs.nsecs start_time: 1715576595.777547316 secs.nsecs elapsed_time: 27.422144505 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats=0 llite.lustre-ffff8800b5d18800.statahead_max=2048 llite.lustre-ffff8800b5d18800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.90 seconds: 110.65 ops/second llite.lustre-ffff8800b5d18800.statahead_max=0 101 real 0m0.939s user 0m0.005s sys 0m0.316s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b5d18800.statahead_max=2048 2048 101 real 0m0.308s user 0m0.006s sys 0m0.159s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.89 seconds: 231.47 ops/second llite.lustre-ffff8800b5d18800.statahead_max=0 1001 real 0m8.926s user 0m0.038s sys 0m3.023s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800b5d18800.statahead_max=2048 2048 1001 real 0m1.131s user 0m0.013s sys 0m0.692s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats= snapshot_time: 1715576708.574112418 secs.nsecs start_time: 1715576624.190100900 secs.nsecs elapsed_time: 84.384011518 secs.nsecs subreqs per batch batches % cum % 1: 1 16 16 2: 0 0 16 4: 3 50 66 8: 0 0 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats= snapshot_time: 1715576708.574333795 secs.nsecs start_time: 1715576624.190246367 secs.nsecs elapsed_time: 84.384087428 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 44 44 16: 0 0 44 32: 1 11 55 64: 2 22 77 128: 0 0 77 256: 2 22 100 - open/close 3848 (time 1715576719.45 total 10.00 last 384.73) - open/close 8611 (time 1715576729.45 total 20.00 last 476.29) total: 10000 open/close in 22.85 seconds: 437.65 ops/second llite.lustre-ffff8800b5d18800.statahead_batch_max=0 llite.lustre-ffff8800b5d18800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d18800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d18800.stats=clear 10001 real 0m8.863s user 0m0.165s sys 0m7.767s llite.lustre-ffff8800b5d18800.statahead_batch_max=256 llite.lustre-ffff8800b5d18800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d18800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d18800.stats=clear 10001 real 0m8.056s user 0m0.164s sys 0m6.951s unbatched RPCs: 10004, batched RPCs: 417 mdc.lustre-MDT0000-mdc-ffff8800b5d18800.batch_stats= snapshot_time: 1715576753.785055545 secs.nsecs start_time: 1715576743.214870332 secs.nsecs elapsed_time: 10.570185213 secs.nsecs subreqs per batch batches % cum % 1: 302 72 72 2: 16 3 76 4: 10 2 78 8: 19 4 83 16: 12 2 86 32: 19 4 90 64: 4 0 91 128: 1 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff8800b5d18800.batch_stats= snapshot_time: 1715576753.785266581 secs.nsecs start_time: 1715576743.215033989 secs.nsecs elapsed_time: 10.570232592 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b5d18800.statahead_batch_max=64 llite.lustre-ffff8800b5d18800.statahead_max=128