== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:51:37 (1758743497) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats=0 llite.lustre-ffff8c224835f000.statahead_max=32 llite.lustre-ffff8c224835f000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.77 seconds: 130.16 ops/second llite.lustre-ffff8c224835f000.statahead_max=0 101 real 0m0.624s user 0m0.008s sys 0m0.219s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8c224835f000.statahead_max=32 32 101 real 0m0.551s user 0m0.000s sys 0m0.187s ls -l 100 files with statahead: 1 sec statahead total: 94 statahead wrong: 2 agl total: 88 list_total: 33 fname_total: 58 hit_total: 34019 miss_total: 1564 total: 900 open/close in 1.96 seconds: 459.02 ops/second llite.lustre-ffff8c224835f000.statahead_max=0 1001 real 0m6.287s user 0m0.027s sys 0m2.252s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8c224835f000.statahead_max=32 32 1001 real 0m3.934s user 0m0.016s sys 0m1.631s ls -l 1000 files with statahead: 4 sec statahead total: 95 statahead wrong: 2 agl total: 89 list_total: 34 fname_total: 58 hit_total: 35018 miss_total: 1565 - open/close 4549 (time 1758743528.54 total 10.01 last 454.50) - open/close 8745 (time 1758743538.54 total 20.01 last 419.48) total: 9000 open/close in 20.59 seconds: 437.12 ops/second llite.lustre-ffff8c224835f000.statahead_max=0 10001 real 1m1.099s user 0m0.257s sys 0m21.637s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff8c224835f000.statahead_max=32 32 10001 real 0m38.648s user 0m0.173s sys 0m17.418s ls -l 10000 files with statahead: 39 sec statahead total: 96 statahead wrong: 2 agl total: 90 list_total: 35 fname_total: 58 hit_total: 45017 miss_total: 1566 ls -l done rm -r /mnt/lustre/d123ad.sanity: 105 seconds llite.lustre-ffff8c224835f000.statahead_stats= statahead total: 96 statahead wrong: 2 agl total: 90 list_total: 35 fname_total: 58 hit_total: 45017 miss_total: 1566 mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats= snapshot_time: 1758743757.119091655 secs.nsecs start_time: 1758743498.780455419 secs.nsecs elapsed_time: 258.338636236 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 2 0 0 8: 7 1 2 16: 190 53 56 32: 154 43 100 mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats= snapshot_time: 1758743757.119150070 secs.nsecs start_time: 1758743498.780518249 secs.nsecs elapsed_time: 258.338631821 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 0 0 0 4: 6 1 2 8: 2 0 3 16: 199 55 58 32: 146 41 100 - open/close 865 (time 1758743769.35 total 10.01 last 86.43) - open/close 1624 (time 1758743779.35 total 20.01 last 75.89) - open/close 2586 (time 1758743789.36 total 30.02 last 96.12) - open/close 3497 (time 1758743799.37 total 40.02 last 91.04) - open/close 4489 (time 1758743809.37 total 50.03 last 99.16) - open/close 5485 (time 1758743819.37 total 60.03 last 99.57) - open/close 6587 (time 1758743829.38 total 70.04 last 110.13) - open/close 7685 (time 1758743839.38 total 80.04 last 109.79) - open/close 8786 (time 1758743849.39 total 90.05 last 109.99) - open/close 9936 (time 1758743859.39 total 100.05 last 114.97) total: 10000 open/close in 100.59 seconds: 99.42 ops/second llite.lustre-ffff8c224835f000.statahead_batch_max=0 llite.lustre-ffff8c224835f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c224835f000.stats=clear mdc.lustre-MDT0001-mdc-ffff8c224835f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.854s user 0m0.253s sys 0m19.433s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8c224835f000.statahead_batch_max=32 llite.lustre-ffff8c224835f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8c224835f000.stats=clear mdc.lustre-MDT0001-mdc-ffff8c224835f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m58.882s user 0m0.247s sys 0m14.023s batched statahead RPC= hit count=9960 mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats= snapshot_time: 1758743967.969789074 secs.nsecs start_time: 1758743903.035181140 secs.nsecs elapsed_time: 64.934607934 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 314 99 100 mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats= snapshot_time: 1758743967.969844867 secs.nsecs start_time: 1758743903.036036989 secs.nsecs elapsed_time: 64.933807878 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats=0 llite.lustre-ffff8c224835f000.statahead_max=2048 llite.lustre-ffff8c224835f000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.93 seconds: 51.90 ops/second llite.lustre-ffff8c224835f000.statahead_max=0 101 real 0m1.641s user 0m0.002s sys 0m0.300s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8c224835f000.statahead_max=2048 2048 101 real 0m0.461s user 0m0.003s sys 0m0.171s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10059 miss_total: 41 total: 900 open/close in 8.43 seconds: 106.82 ops/second llite.lustre-ffff8c224835f000.statahead_max=0 1001 real 0m16.149s user 0m0.037s sys 0m2.778s ls -l 1000 files without statahead: 16 sec llite.lustre-ffff8c224835f000.statahead_max=2048 2048 1001 real 0m4.453s user 0m0.024s sys 0m1.763s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11058 miss_total: 42 - open/close 924 (time 1758744219.64 total 10.00 last 92.39) - open/close 1996 (time 1758744229.65 total 20.01 last 107.14) total: 2000 open/close in 20.03 seconds: 99.86 ops/second llite.lustre-ffff8c224835f000.statahead_max=0 3001 real 0m41.502s user 0m0.100s sys 0m8.281s ls -l 3000 files without statahead: 42 sec llite.lustre-ffff8c224835f000.statahead_max=2048 2048 3001 real 0m9.891s user 0m0.062s sys 0m4.881s ls -l 3000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14057 miss_total: 43 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff8c224835f000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14057 miss_total: 43 mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats= snapshot_time: 1758744321.552698083 secs.nsecs start_time: 1758743969.506520955 secs.nsecs elapsed_time: 352.046177128 secs.nsecs subreqs per batch batches % cum % 1: 61 64 64 2: 11 11 75 4: 7 7 83 8: 5 5 88 16: 1 1 89 32: 1 1 90 64: 0 0 90 128: 1 1 91 256: 8 8 100 mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats= snapshot_time: 1758744321.552773048 secs.nsecs start_time: 1758743969.506657157 secs.nsecs elapsed_time: 352.046115891 secs.nsecs subreqs per batch batches % cum % 1: 61 64 64 2: 10 10 75 4: 8 8 84 8: 3 3 87 16: 2 2 89 32: 0 0 89 64: 1 1 90 128: 1 1 91 256: 8 8 100 - open/close 1413 (time 1758744332.86 total 10.00 last 141.26) - open/close 2720 (time 1758744342.87 total 20.00 last 130.68) - open/close 3991 (time 1758744352.87 total 30.01 last 127.05) - open/close 5312 (time 1758744362.88 total 40.01 last 132.04) - open/close 6589 (time 1758744372.88 total 50.02 last 127.66) - open/close 7671 (time 1758744382.88 total 60.02 last 108.19) - open/close 8883 (time 1758744392.88 total 70.02 last 121.17) total: 10000 open/close in 79.15 seconds: 126.34 ops/second llite.lustre-ffff8c224835f000.statahead_batch_max=0 llite.lustre-ffff8c224835f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c224835f000.stats=clear mdc.lustre-MDT0001-mdc-ffff8c224835f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.271s user 0m0.259s sys 0m21.896s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8c224835f000.statahead_batch_max=256 llite.lustre-ffff8c224835f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8c224835f000.stats=clear mdc.lustre-MDT0001-mdc-ffff8c224835f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.951s user 0m0.276s sys 0m19.188s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8c224835f000.batch_stats= snapshot_time: 1758744474.715565788 secs.nsecs start_time: 1758744439.706865764 secs.nsecs elapsed_time: 35.008700024 secs.nsecs subreqs per batch batches % cum % 1: 128 49 49 2: 29 11 60 4: 27 10 71 8: 12 4 75 16: 4 1 77 32: 15 5 83 64: 9 3 86 128: 0 0 86 256: 35 13 100 mdc.lustre-MDT0001-mdc-ffff8c224835f000.batch_stats= snapshot_time: 1758744474.715611965 secs.nsecs start_time: 1758744439.706933898 secs.nsecs elapsed_time: 35.008678067 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8c224835f000.statahead_batch_max=64 llite.lustre-ffff8c224835f000.statahead_max=128