== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:22:06 (1744885326) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats=0 llite.lustre-ffff880095a9b000.statahead_max=32 llite.lustre-ffff880095a9b000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 140.38 ops/second llite.lustre-ffff880095a9b000.statahead_max=0 101 real 0m0.764s user 0m0.008s sys 0m0.240s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880095a9b000.statahead_max=32 32 101 real 0m0.421s user 0m0.004s sys 0m0.136s ls -l 100 files with statahead: 1 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 19 fname_total: 27 hit_total: 5641 miss_total: 219 total: 900 open/close in 2.14 seconds: 420.76 ops/second llite.lustre-ffff880095a9b000.statahead_max=0 1001 real 0m6.285s user 0m0.037s sys 0m2.116s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff880095a9b000.statahead_max=32 32 1001 real 0m1.876s user 0m0.020s sys 0m0.983s ls -l 1000 files with statahead: 2 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 6640 miss_total: 223 - open/close 4836 (time 1744885353.74 total 10.00 last 483.54) total: 9000 open/close in 17.45 seconds: 515.86 ops/second llite.lustre-ffff880095a9b000.statahead_max=0 10001 real 1m28.915s user 0m0.860s sys 0m25.038s ls -l 10000 files without statahead: 89 sec llite.lustre-ffff880095a9b000.statahead_max=32 32 10001 real 0m22.628s user 0m0.296s sys 0m9.858s ls -l 10000 files with statahead: 23 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 16639 miss_total: 268 ls -l done rm -r /mnt/lustre/d123ad.sanity: 53 seconds llite.lustre-ffff880095a9b000.statahead_stats= statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 16639 miss_total: 268 mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats= snapshot_time: 1744885530.775297014 secs.nsecs start_time: 1744885327.551483483 secs.nsecs elapsed_time: 203.223813531 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 3 0 1 8: 7 1 3 16: 226 64 68 32: 112 31 100 mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats= snapshot_time: 1744885530.775369934 secs.nsecs start_time: 1744885327.551542295 secs.nsecs elapsed_time: 203.223827639 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 2 0 0 8: 4 1 1 16: 169 47 49 32: 178 50 100 - open/close 2534 (time 1744885541.59 total 10.00 last 253.36) - open/close 5476 (time 1744885551.59 total 20.01 last 294.03) - open/close 8180 (time 1744885561.60 total 30.01 last 270.25) total: 10000 open/close in 37.15 seconds: 269.18 ops/second llite.lustre-ffff880095a9b000.statahead_batch_max=0 llite.lustre-ffff880095a9b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880095a9b000.stats=clear mdc.lustre-MDT0001-mdc-ffff880095a9b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.121s user 0m0.228s sys 0m9.545s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880095a9b000.statahead_batch_max=32 llite.lustre-ffff880095a9b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880095a9b000.stats=clear mdc.lustre-MDT0001-mdc-ffff880095a9b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.108s user 0m0.278s sys 0m9.691s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats= snapshot_time: 1744885611.119668041 secs.nsecs start_time: 1744885582.118251353 secs.nsecs elapsed_time: 29.001416688 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats= snapshot_time: 1744885611.119870618 secs.nsecs start_time: 1744885582.118320331 secs.nsecs elapsed_time: 29.001550287 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats=0 llite.lustre-ffff880095a9b000.statahead_max=2048 llite.lustre-ffff880095a9b000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 139.86 ops/second llite.lustre-ffff880095a9b000.statahead_max=0 101 real 0m0.589s user 0m0.000s sys 0m0.220s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880095a9b000.statahead_max=2048 2048 101 real 0m0.385s user 0m0.000s sys 0m0.143s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 49 total: 900 open/close in 2.50 seconds: 360.52 ops/second llite.lustre-ffff880095a9b000.statahead_max=0 1001 real 0m6.779s user 0m0.060s sys 0m2.293s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff880095a9b000.statahead_max=2048 2048 1001 real 0m1.579s user 0m0.017s sys 0m1.009s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 50 - open/close 3912 (time 1744885730.15 total 10.00 last 391.13) - open/close 7644 (time 1744885740.15 total 20.00 last 373.18) total: 9000 open/close in 23.53 seconds: 382.51 ops/second llite.lustre-ffff880095a9b000.statahead_max=0 10001 real 1m4.996s user 0m0.537s sys 0m22.028s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff880095a9b000.statahead_max=2048 2048 10001 real 0m11.282s user 0m0.264s sys 0m9.836s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 51 ls -l done rm -r /mnt/lustre/d123ad.sanity: 48 seconds llite.lustre-ffff880095a9b000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 51 mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats= snapshot_time: 1744885872.549639416 secs.nsecs start_time: 1744885611.704393431 secs.nsecs elapsed_time: 260.845245985 secs.nsecs subreqs per batch batches % cum % 1: 10 19 19 2: 1 1 21 4: 3 5 26 8: 3 5 32 16: 0 0 32 32: 0 0 32 64: 1 1 34 128: 8 15 50 256: 26 50 100 mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats= snapshot_time: 1744885872.549722350 secs.nsecs start_time: 1744885611.704480306 secs.nsecs elapsed_time: 260.845242044 secs.nsecs subreqs per batch batches % cum % 1: 6 11 11 2: 1 1 13 4: 1 1 15 8: 4 7 22 16: 2 3 26 32: 2 3 30 64: 3 5 35 128: 1 1 37 256: 33 62 100 - open/close 3698 (time 1744885883.31 total 10.00 last 369.77) - open/close 7769 (time 1744885893.32 total 20.00 last 407.06) total: 10000 open/close in 24.88 seconds: 401.90 ops/second llite.lustre-ffff880095a9b000.statahead_batch_max=0 llite.lustre-ffff880095a9b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880095a9b000.stats=clear mdc.lustre-MDT0001-mdc-ffff880095a9b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.660s user 0m0.205s sys 0m9.580s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880095a9b000.statahead_batch_max=256 llite.lustre-ffff880095a9b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880095a9b000.stats=clear mdc.lustre-MDT0001-mdc-ffff880095a9b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.851s user 0m0.270s sys 0m9.823s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880095a9b000.batch_stats= snapshot_time: 1744885925.386034185 secs.nsecs start_time: 1744885910.854889818 secs.nsecs elapsed_time: 14.531144367 secs.nsecs subreqs per batch batches % cum % 1: 142 59 59 2: 16 6 66 4: 6 2 69 8: 6 2 71 16: 11 4 76 32: 17 7 83 64: 3 1 84 128: 0 0 84 256: 36 15 100 mdc.lustre-MDT0001-mdc-ffff880095a9b000.batch_stats= snapshot_time: 1744885925.386116264 secs.nsecs start_time: 1744885910.854950564 secs.nsecs elapsed_time: 14.531165700 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff880095a9b000.statahead_batch_max=64 llite.lustre-ffff880095a9b000.statahead_max=128