== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:55:08 (1723254908) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats=0 llite.lustre-ffff88012d7a2000.statahead_max=32 llite.lustre-ffff88012d7a2000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.95 seconds: 105.25 ops/second llite.lustre-ffff88012d7a2000.statahead_max=0 101 real 0m0.978s user 0m0.008s sys 0m0.294s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012d7a2000.statahead_max=32 32 101 real 0m0.343s user 0m0.006s sys 0m0.121s ls -l 100 files with statahead: 1 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1783 miss_total: 140 total: 900 open/close in 3.51 seconds: 256.33 ops/second llite.lustre-ffff88012d7a2000.statahead_max=0 1001 real 0m9.125s user 0m0.070s sys 0m2.656s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88012d7a2000.statahead_max=32 32 1001 real 0m2.830s user 0m0.026s sys 0m1.032s ls -l 1000 files with statahead: 3 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2782 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2782 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats= snapshot_time: 1723254939.805636402 secs.nsecs start_time: 1723254909.899334639 secs.nsecs elapsed_time: 29.906301763 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 2 5 10 4: 1 2 13 8: 3 8 21 16: 21 56 78 32: 8 21 100 mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats= snapshot_time: 1723254939.805728037 secs.nsecs start_time: 1723254909.899471314 secs.nsecs elapsed_time: 29.906256723 secs.nsecs subreqs per batch batches % cum % 1: 2 4 4 2: 0 0 4 4: 2 4 9 8: 2 4 14 16: 13 31 46 32: 22 53 100 - open/close 2521 (time 1723254950.56 total 10.00 last 252.06) - open/close 5057 (time 1723254960.56 total 20.00 last 253.55) - open/close 7626 (time 1723254970.56 total 30.00 last 256.87) - open/close 9554 (time 1723254980.56 total 40.01 last 192.71) total: 10000 open/close in 42.19 seconds: 237.01 ops/second llite.lustre-ffff88012d7a2000.statahead_batch_max=0 llite.lustre-ffff88012d7a2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d7a2000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d7a2000.stats=clear 10001 real 0m14.548s user 0m0.224s sys 0m8.502s llite.lustre-ffff88012d7a2000.statahead_batch_max=32 llite.lustre-ffff88012d7a2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d7a2000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d7a2000.stats=clear 10001 real 0m28.324s user 0m0.239s sys 0m9.784s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats= snapshot_time: 1723255031.167368333 secs.nsecs start_time: 1723254999.839084083 secs.nsecs elapsed_time: 31.328284250 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats= snapshot_time: 1723255031.167517888 secs.nsecs start_time: 1723254999.839390751 secs.nsecs elapsed_time: 31.328127137 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats=0 llite.lustre-ffff88012d7a2000.statahead_max=2048 llite.lustre-ffff88012d7a2000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.92 seconds: 108.98 ops/second llite.lustre-ffff88012d7a2000.statahead_max=0 101 real 0m0.830s user 0m0.003s sys 0m0.269s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012d7a2000.statahead_max=2048 2048 101 real 0m0.361s user 0m0.005s sys 0m0.136s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 53 total: 900 open/close in 3.66 seconds: 245.78 ops/second llite.lustre-ffff88012d7a2000.statahead_max=0 1001 real 0m8.505s user 0m0.044s sys 0m2.601s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012d7a2000.statahead_max=2048 2048 1001 real 0m1.531s user 0m0.021s sys 0m1.008s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 54 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 54 mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats= snapshot_time: 1723255119.338679331 secs.nsecs start_time: 1723255032.005134550 secs.nsecs elapsed_time: 87.333544781 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 20 20 8: 2 40 60 16: 0 0 60 32: 0 0 60 64: 0 0 60 128: 0 0 60 256: 2 40 100 mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats= snapshot_time: 1723255119.338802431 secs.nsecs start_time: 1723255032.005265528 secs.nsecs elapsed_time: 87.333536903 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 2 25 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 3260 (time 1723255130.09 total 10.00 last 325.99) - open/close 6909 (time 1723255140.10 total 20.00 last 364.78) total: 10000 open/close in 29.98 seconds: 333.52 ops/second llite.lustre-ffff88012d7a2000.statahead_batch_max=0 llite.lustre-ffff88012d7a2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d7a2000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d7a2000.stats=clear 10001 real 0m11.194s user 0m0.256s sys 0m9.248s llite.lustre-ffff88012d7a2000.statahead_batch_max=256 llite.lustre-ffff88012d7a2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d7a2000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d7a2000.stats=clear 10001 real 0m10.898s user 0m0.229s sys 0m9.518s unbatched RPCs: 10004, batched RPCs: 418 mdc.lustre-MDT0000-mdc-ffff88012d7a2000.batch_stats= snapshot_time: 1723255177.236737439 secs.nsecs start_time: 1723255163.622222818 secs.nsecs elapsed_time: 13.614514621 secs.nsecs subreqs per batch batches % cum % 1: 276 66 66 2: 23 5 71 4: 23 5 77 8: 23 5 82 16: 15 3 86 32: 23 5 91 64: 1 0 91 128: 0 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff88012d7a2000.batch_stats= snapshot_time: 1723255177.236872098 secs.nsecs start_time: 1723255163.622311485 secs.nsecs elapsed_time: 13.614560613 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012d7a2000.statahead_batch_max=64 llite.lustre-ffff88012d7a2000.statahead_max=128