== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:49:32 (1746074972) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats=0 llite.lustre-ffff8800b5a58000.statahead_max=32 llite.lustre-ffff8800b5a58000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.49 seconds: 67.11 ops/second llite.lustre-ffff8800b5a58000.statahead_max=0 101 real 0m1.392s user 0m0.011s sys 0m0.317s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b5a58000.statahead_max=32 32 101 real 0m0.409s user 0m0.008s sys 0m0.127s ls -l 100 files with statahead: 0 sec statahead total: 94 statahead wrong: 2 agl total: 94 list_total: 26 fname_total: 68 hit_total: 5656 miss_total: 992 total: 900 open/close in 7.70 seconds: 116.92 ops/second llite.lustre-ffff8800b5a58000.statahead_max=0 1001 real 0m13.040s user 0m0.097s sys 0m2.985s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800b5a58000.statahead_max=32 32 1001 real 0m3.474s user 0m0.014s sys 0m1.174s ls -l 1000 files with statahead: 3 sec statahead total: 95 statahead wrong: 2 agl total: 95 list_total: 27 fname_total: 68 hit_total: 6655 miss_total: 1005 - open/close 1277 (time 1746075018.83 total 10.00 last 127.70) total: 2000 open/close in 15.18 seconds: 131.78 ops/second llite.lustre-ffff8800b5a58000.statahead_max=0 3001 real 0m39.113s user 0m0.317s sys 0m9.052s ls -l 3000 files without statahead: 39 sec llite.lustre-ffff8800b5a58000.statahead_max=32 32 3001 real 0m12.624s user 0m0.108s sys 0m3.580s ls -l 3000 files with statahead: 13 sec statahead total: 96 statahead wrong: 2 agl total: 96 list_total: 28 fname_total: 68 hit_total: 9654 miss_total: 1025 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff8800b5a58000.statahead_stats= statahead total: 96 statahead wrong: 2 agl total: 96 list_total: 28 fname_total: 68 hit_total: 9654 miss_total: 1025 mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats= snapshot_time: 1746075114.172229478 secs.nsecs start_time: 1746074974.308053468 secs.nsecs elapsed_time: 139.864176010 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 2 1 2 8: 5 3 6 16: 69 51 57 32: 57 42 100 mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats= snapshot_time: 1746075114.172320345 secs.nsecs start_time: 1746074974.308127254 secs.nsecs elapsed_time: 139.864193091 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 3 2 3 8: 3 2 5 16: 77 57 62 32: 50 37 100 - open/close 1306 (time 1746075125.62 total 10.01 last 130.52) - open/close 2591 (time 1746075135.63 total 20.01 last 128.40) - open/close 3841 (time 1746075145.63 total 30.02 last 124.94) - open/close 5175 (time 1746075155.64 total 40.02 last 133.34) - open/close 6480 (time 1746075165.64 total 50.02 last 130.49) - open/close 7728 (time 1746075175.64 total 60.03 last 124.78) - open/close 9068 (time 1746075185.64 total 70.03 last 133.96) total: 10000 open/close in 76.82 seconds: 130.18 ops/second llite.lustre-ffff8800b5a58000.statahead_batch_max=0 llite.lustre-ffff8800b5a58000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a58000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a58000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.715s user 0m0.259s sys 0m10.231s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5a58000.statahead_batch_max=32 llite.lustre-ffff8800b5a58000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a58000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a58000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m52.077s user 0m0.311s sys 0m12.026s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats= snapshot_time: 1746075279.732675253 secs.nsecs start_time: 1746075223.223100500 secs.nsecs elapsed_time: 56.509574753 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats= snapshot_time: 1746075279.733168534 secs.nsecs start_time: 1746075223.223198031 secs.nsecs elapsed_time: 56.509970503 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats=0 llite.lustre-ffff8800b5a58000.statahead_max=2048 llite.lustre-ffff8800b5a58000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.36 seconds: 73.76 ops/second llite.lustre-ffff8800b5a58000.statahead_max=0 101 real 0m1.282s user 0m0.000s sys 0m0.328s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800b5a58000.statahead_max=2048 2048 101 real 0m0.322s user 0m0.006s sys 0m0.134s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 80 total: 900 open/close in 6.78 seconds: 132.78 ops/second llite.lustre-ffff8800b5a58000.statahead_max=0 1001 real 0m13.233s user 0m0.079s sys 0m3.043s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800b5a58000.statahead_max=2048 2048 1001 real 0m3.023s user 0m0.025s sys 0m1.229s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 81 - open/close 1321 (time 1746075500.32 total 10.00 last 132.06) total: 2000 open/close in 15.54 seconds: 128.68 ops/second llite.lustre-ffff8800b5a58000.statahead_max=0 3001 real 0m43.877s user 0m0.406s sys 0m9.005s ls -l 3000 files without statahead: 44 sec llite.lustre-ffff8800b5a58000.statahead_max=2048 2048 3001 real 0m8.319s user 0m0.075s sys 0m3.497s ls -l 3000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 82 ls -l done rm -r /mnt/lustre/d123ad.sanity: 31 seconds llite.lustre-ffff8800b5a58000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 82 mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats= snapshot_time: 1746075596.790312500 secs.nsecs start_time: 1746075280.816906368 secs.nsecs elapsed_time: 315.973406132 secs.nsecs subreqs per batch batches % cum % 1: 10 33 33 2: 1 3 36 4: 4 13 50 8: 4 13 63 16: 1 3 66 32: 0 0 66 64: 1 3 70 128: 1 3 73 256: 8 26 100 mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats= snapshot_time: 1746075596.790390712 secs.nsecs start_time: 1746075280.817001295 secs.nsecs elapsed_time: 315.973389417 secs.nsecs subreqs per batch batches % cum % 1: 20 47 47 2: 2 4 52 4: 5 11 64 8: 3 7 71 16: 2 4 76 32: 1 2 78 64: 0 0 78 128: 0 0 78 256: 9 21 100 - open/close 1299 (time 1746075608.16 total 10.00 last 129.88) - open/close 2730 (time 1746075618.16 total 20.00 last 143.09) - open/close 3963 (time 1746075628.16 total 30.00 last 123.28) - open/close 5291 (time 1746075638.17 total 40.01 last 132.76) - open/close 6590 (time 1746075648.18 total 50.02 last 129.79) - open/close 8010 (time 1746075658.18 total 60.02 last 141.90) - open/close 9215 (time 1746075668.19 total 70.03 last 120.44) total: 10000 open/close in 76.26 seconds: 131.12 ops/second llite.lustre-ffff8800b5a58000.statahead_batch_max=0 llite.lustre-ffff8800b5a58000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a58000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a58000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.746s user 0m0.237s sys 0m10.065s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5a58000.statahead_batch_max=256 llite.lustre-ffff8800b5a58000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5a58000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5a58000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.823s user 0m0.254s sys 0m11.523s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5a58000.batch_stats= snapshot_time: 1746075736.799955176 secs.nsecs start_time: 1746075706.510723137 secs.nsecs elapsed_time: 30.289232039 secs.nsecs subreqs per batch batches % cum % 1: 56 40 40 2: 8 5 46 4: 4 2 49 8: 7 5 54 16: 8 5 60 32: 15 10 71 64: 3 2 73 128: 1 0 73 256: 36 26 100 mdc.lustre-MDT0001-mdc-ffff8800b5a58000.batch_stats= snapshot_time: 1746075736.801153538 secs.nsecs start_time: 1746075706.510794659 secs.nsecs elapsed_time: 30.290358879 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b5a58000.statahead_batch_max=64 llite.lustre-ffff8800b5a58000.statahead_max=128