== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:10:32 (1764112232) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats=0 llite.lustre-ffff9c82088c1000.statahead_max=32 llite.lustre-ffff9c82088c1000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.17 seconds: 85.46 ops/second llite.lustre-ffff9c82088c1000.statahead_max=0 101 real 0m1.060s user 0m0.008s sys 0m0.291s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9c82088c1000.statahead_max=32 32 101 real 0m0.406s user 0m0.003s sys 0m0.223s ls -l 100 files with statahead: 1 sec statahead total: 137 statahead wrong: 2 agl total: 131 list_total: 34 fname_total: 88 hit_total: 19617 miss_total: 1165 total: 900 open/close in 2.95 seconds: 305.34 ops/second llite.lustre-ffff9c82088c1000.statahead_max=0 1001 real 0m11.118s user 0m0.034s sys 0m2.790s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff9c82088c1000.statahead_max=32 32 1001 real 0m4.060s user 0m0.022s sys 0m1.718s ls -l 1000 files with statahead: 4 sec statahead total: 138 statahead wrong: 2 agl total: 132 list_total: 35 fname_total: 88 hit_total: 20612 miss_total: 1170 - open/close 2684 (time 1764112271.59 total 10.00 last 268.35) total: 3000 open/close in 11.11 seconds: 270.11 ops/second llite.lustre-ffff9c82088c1000.statahead_max=0 4001 real 0m43.462s user 0m0.154s sys 0m11.093s ls -l 4000 files without statahead: 43 sec llite.lustre-ffff9c82088c1000.statahead_max=32 32 4001 real 0m19.104s user 0m0.101s sys 0m7.843s ls -l 4000 files with statahead: 19 sec statahead total: 139 statahead wrong: 2 agl total: 133 list_total: 36 fname_total: 88 hit_total: 24608 miss_total: 1174 ls -l done rm -r /mnt/lustre/d123ad.sanity: 49 seconds llite.lustre-ffff9c82088c1000.statahead_stats= statahead total: 139 statahead wrong: 2 agl total: 133 list_total: 36 fname_total: 88 hit_total: 24608 miss_total: 1174 mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats= snapshot_time: 1764112392.464938857 secs.nsecs start_time: 1764112234.487827236 secs.nsecs elapsed_time: 157.977111621 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 3 1 2 4: 2 1 3 8: 4 2 6 16: 114 69 75 32: 40 24 100 mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats= snapshot_time: 1764112392.464998937 secs.nsecs start_time: 1764112234.487907823 secs.nsecs elapsed_time: 157.977091114 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 4 2 2 8: 3 1 4 16: 62 37 41 32: 97 58 100 - open/close 1591 (time 1764112403.78 total 10.00 last 159.03) - open/close 3543 (time 1764112413.79 total 20.01 last 195.00) - open/close 5295 (time 1764112423.79 total 30.02 last 175.15) - open/close 7402 (time 1764112433.80 total 40.02 last 210.62) - open/close 9050 (time 1764112443.80 total 50.02 last 164.78) total: 10000 open/close in 55.07 seconds: 181.60 ops/second llite.lustre-ffff9c82088c1000.statahead_batch_max=0 llite.lustre-ffff9c82088c1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c82088c1000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c82088c1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.260s user 0m0.338s sys 0m31.000s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c82088c1000.statahead_batch_max=32 llite.lustre-ffff9c82088c1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c82088c1000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c82088c1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m45.876s user 0m0.287s sys 0m26.269s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats= snapshot_time: 1764112538.275186685 secs.nsecs start_time: 1764112486.918284822 secs.nsecs elapsed_time: 51.356901863 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats= snapshot_time: 1764112538.275537387 secs.nsecs start_time: 1764112486.918372380 secs.nsecs elapsed_time: 51.357165007 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats=0 llite.lustre-ffff9c82088c1000.statahead_max=2048 llite.lustre-ffff9c82088c1000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.15 seconds: 86.61 ops/second llite.lustre-ffff9c82088c1000.statahead_max=0 101 real 0m0.936s user 0m0.005s sys 0m0.294s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9c82088c1000.statahead_max=2048 2048 101 real 0m0.474s user 0m0.005s sys 0m0.236s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.49 seconds: 258.16 ops/second llite.lustre-ffff9c82088c1000.statahead_max=0 1001 real 0m13.583s user 0m0.035s sys 0m2.990s ls -l 1000 files without statahead: 14 sec llite.lustre-ffff9c82088c1000.statahead_max=2048 2048 1001 real 0m3.957s user 0m0.012s sys 0m1.611s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 total: 2000 open/close in 7.96 seconds: 251.14 ops/second llite.lustre-ffff9c82088c1000.statahead_max=0 3001 real 0m25.899s user 0m0.104s sys 0m7.981s ls -l 3000 files without statahead: 26 sec llite.lustre-ffff9c82088c1000.statahead_max=2048 2048 3001 real 0m10.829s user 0m0.060s sys 0m6.382s ls -l 3000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff9c82088c1000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats= snapshot_time: 1764112771.917761206 secs.nsecs start_time: 1764112539.373550285 secs.nsecs elapsed_time: 232.544210921 secs.nsecs subreqs per batch batches % cum % 1: 48 67 67 2: 6 8 76 4: 4 5 81 8: 2 2 84 16: 1 1 85 32: 0 0 85 64: 1 1 87 128: 0 0 87 256: 9 12 100 mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats= snapshot_time: 1764112771.917846359 secs.nsecs start_time: 1764112539.373708927 secs.nsecs elapsed_time: 232.544137432 secs.nsecs subreqs per batch batches % cum % 1: 38 60 60 2: 7 11 71 4: 3 4 76 8: 4 6 82 16: 1 1 84 32: 0 0 84 64: 1 1 85 128: 0 0 85 256: 9 14 100 - open/close 623 (time 1764112785.40 total 10.01 last 62.21) - open/close 1334 (time 1764112795.42 total 20.03 last 70.99) - open/close 2302 (time 1764112805.42 total 30.03 last 96.78) - open/close 3425 (time 1764112815.43 total 40.04 last 112.18) - open/close 4577 (time 1764112825.43 total 50.04 last 115.19) - open/close 5598 (time 1764112835.43 total 60.04 last 102.09) - open/close 6535 (time 1764112845.43 total 70.04 last 93.69) - open/close 7674 (time 1764112855.44 total 80.05 last 113.86) - open/close 8699 (time 1764112865.44 total 90.05 last 102.43) - open/close 9721 (time 1764112875.45 total 100.06 last 102.17) total: 10000 open/close in 102.22 seconds: 97.83 ops/second llite.lustre-ffff9c82088c1000.statahead_batch_max=0 llite.lustre-ffff9c82088c1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c82088c1000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c82088c1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.326s user 0m0.299s sys 0m29.857s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c82088c1000.statahead_batch_max=256 llite.lustre-ffff9c82088c1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c82088c1000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c82088c1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.457s user 0m0.210s sys 0m20.109s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9c82088c1000.batch_stats= snapshot_time: 1764112963.517765230 secs.nsecs start_time: 1764112922.912016275 secs.nsecs elapsed_time: 40.605748955 secs.nsecs subreqs per batch batches % cum % 1: 149 48 48 2: 44 14 62 4: 37 11 74 8: 15 4 79 16: 6 1 81 32: 12 3 85 64: 11 3 88 128: 1 0 88 256: 34 11 100 mdc.lustre-MDT0001-mdc-ffff9c82088c1000.batch_stats= snapshot_time: 1764112963.517826723 secs.nsecs start_time: 1764112922.912106946 secs.nsecs elapsed_time: 40.605719777 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9c82088c1000.statahead_batch_max=64 llite.lustre-ffff9c82088c1000.statahead_max=128