== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:09:16 (1709057356) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats=0 llite.lustre-ffff88012e797000.statahead_max=32 llite.lustre-ffff88012e797000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.98 seconds: 102.18 ops/second llite.lustre-ffff88012e797000.statahead_max=0 101 real 0m0.910s user 0m0.006s sys 0m0.267s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012e797000.statahead_max=32 32 101 real 0m0.346s user 0m0.009s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 1786 miss_total: 140 total: 900 open/close in 4.67 seconds: 192.55 ops/second llite.lustre-ffff88012e797000.statahead_max=0 1001 real 0m11.485s user 0m0.076s sys 0m2.974s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff88012e797000.statahead_max=32 32 1001 real 0m2.043s user 0m0.025s sys 0m0.933s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 2785 miss_total: 146 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 7 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 2785 miss_total: 146 mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats= snapshot_time: 1709057390.516045650 secs.nsecs start_time: 1709057357.514330042 secs.nsecs elapsed_time: 33.001715608 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 1 2 8 4: 2 5 13 8: 2 5 18 16: 27 72 91 32: 3 8 100 mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats= snapshot_time: 1709057390.516175995 secs.nsecs start_time: 1709057357.514788286 secs.nsecs elapsed_time: 33.001387709 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 5 5 8: 2 5 10 16: 9 23 33 32: 26 66 100 - open/close 1707 (time 1709057401.50 total 10.00 last 170.62) - open/close 3465 (time 1709057411.50 total 20.01 last 175.79) - open/close 4965 (time 1709057421.50 total 30.01 last 149.98) - open/close 6151 (time 1709057431.50 total 40.01 last 118.60) - open/close 7356 (time 1709057441.51 total 50.01 last 120.44) - open/close 8470 (time 1709057451.51 total 60.02 last 111.35) - open/close 9506 (time 1709057461.52 total 70.02 last 103.51) total: 10000 open/close in 74.93 seconds: 133.46 ops/second llite.lustre-ffff88012e797000.statahead_batch_max=0 llite.lustre-ffff88012e797000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e797000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e797000.stats=clear 10001 real 0m16.793s user 0m0.240s sys 0m10.878s llite.lustre-ffff88012e797000.statahead_batch_max=32 llite.lustre-ffff88012e797000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e797000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e797000.stats=clear 10001 real 0m38.779s user 0m0.272s sys 0m12.766s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats= snapshot_time: 1709057534.565717015 secs.nsecs start_time: 1709057488.362164214 secs.nsecs elapsed_time: 46.203552801 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats= snapshot_time: 1709057534.565843539 secs.nsecs start_time: 1709057488.362253733 secs.nsecs elapsed_time: 46.203589806 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats=0 llite.lustre-ffff88012e797000.statahead_max=2048 llite.lustre-ffff88012e797000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.45 seconds: 69.03 ops/second llite.lustre-ffff88012e797000.statahead_max=0 101 real 0m1.565s user 0m0.002s sys 0m0.334s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012e797000.statahead_max=2048 2048 101 real 0m0.480s user 0m0.004s sys 0m0.128s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 64 - open/close 710 (time 1709057658.26 total 16.33 last 43.47) - open/close 790 (time 1709057669.85 total 27.92 last 6.90) total: 900 open/close in 28.70 seconds: 31.36 ops/second llite.lustre-ffff88012e797000.statahead_max=0 1001 real 0m11.120s user 0m0.058s sys 0m2.903s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff88012e797000.statahead_max=2048 2048 1001 real 0m1.726s user 0m0.035s sys 0m1.006s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 65 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 65 mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats= snapshot_time: 1709057694.253045363 secs.nsecs start_time: 1709057535.631331255 secs.nsecs elapsed_time: 158.621714108 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 14 14 8: 3 42 57 16: 1 14 71 32: 0 0 71 64: 0 0 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats= snapshot_time: 1709057694.253288389 secs.nsecs start_time: 1709057535.631442421 secs.nsecs elapsed_time: 158.621845968 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 10 10 8: 3 30 40 16: 2 20 60 32: 1 10 70 64: 0 0 70 128: 1 10 80 256: 2 20 100 - open/close 1550 (time 1709057705.45 total 10.01 last 154.91) - open/close 2842 (time 1709057715.45 total 20.01 last 129.15) - open/close 3970 (time 1709057725.46 total 30.02 last 112.72) - open/close 4117 (time 1709057738.14 total 42.69 last 11.60) - open/close 5066 (time 1709057748.15 total 52.70 last 94.79) - open/close 5198 (time 1709057760.66 total 65.21 last 10.55) - open/close 5381 (time 1709057773.68 total 78.24 last 14.05) - open/close 6426 (time 1709057783.69 total 88.24 last 104.45) - open/close 7587 (time 1709057793.69 total 98.25 last 116.05) - open/close 8507 (time 1709057803.70 total 108.25 last 91.96) - open/close 9503 (time 1709057813.71 total 118.26 last 99.52) total: 10000 open/close in 123.70 seconds: 80.84 ops/second llite.lustre-ffff88012e797000.statahead_batch_max=0 llite.lustre-ffff88012e797000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e797000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e797000.stats=clear 10001 real 0m20.469s user 0m0.249s sys 0m11.715s llite.lustre-ffff88012e797000.statahead_batch_max=256 llite.lustre-ffff88012e797000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e797000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e797000.stats=clear 10001 real 0m17.970s user 0m0.377s sys 0m13.450s unbatched RPCs: 10004, batched RPCs: 341 mdc.lustre-MDT0000-mdc-ffff88012e797000.batch_stats= snapshot_time: 1709057871.033261064 secs.nsecs start_time: 1709057845.179169357 secs.nsecs elapsed_time: 25.854091707 secs.nsecs subreqs per batch batches % cum % 1: 231 67 67 2: 21 6 73 4: 16 4 78 8: 8 2 80 16: 7 2 82 32: 8 2 85 64: 11 3 88 128: 6 1 90 256: 33 9 100 mdc.lustre-MDT0001-mdc-ffff88012e797000.batch_stats= snapshot_time: 1709057871.033407531 secs.nsecs start_time: 1709057845.179306331 secs.nsecs elapsed_time: 25.854101200 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012e797000.statahead_batch_max=64 llite.lustre-ffff88012e797000.statahead_max=128