== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:30:39 (1761975039) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats=0 llite.lustre-ffff9e82d011a000.statahead_max=32 llite.lustre-ffff9e82d011a000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.66 seconds: 150.70 ops/second llite.lustre-ffff9e82d011a000.statahead_max=0 101 real 0m0.612s user 0m0.001s sys 0m0.229s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9e82d011a000.statahead_max=32 32 101 real 0m0.435s user 0m0.000s sys 0m0.187s ls -l 100 files with statahead: 0 sec statahead total: 60 statahead wrong: 1 agl total: 54 list_total: 29 fname_total: 30 hit_total: 33476 miss_total: 196 total: 900 open/close in 1.92 seconds: 469.91 ops/second llite.lustre-ffff9e82d011a000.statahead_max=0 1001 real 0m8.826s user 0m0.023s sys 0m3.027s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff9e82d011a000.statahead_max=32 32 1001 real 0m4.134s user 0m0.020s sys 0m1.745s ls -l 1000 files with statahead: 4 sec statahead total: 61 statahead wrong: 1 agl total: 55 list_total: 30 fname_total: 30 hit_total: 34475 miss_total: 197 - open/close 2512 (time 1761975073.48 total 10.00 last 251.19) total: 4000 open/close in 14.08 seconds: 284.11 ops/second llite.lustre-ffff9e82d011a000.statahead_max=0 5001 real 0m36.992s user 0m0.117s sys 0m13.003s ls -l 5000 files without statahead: 37 sec llite.lustre-ffff9e82d011a000.statahead_max=32 32 5001 real 0m19.430s user 0m0.068s sys 0m8.654s ls -l 5000 files with statahead: 19 sec statahead total: 62 statahead wrong: 1 agl total: 56 list_total: 31 fname_total: 30 hit_total: 39474 miss_total: 198 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff9e82d011a000.statahead_stats= statahead total: 62 statahead wrong: 1 agl total: 56 list_total: 31 fname_total: 30 hit_total: 39474 miss_total: 198 mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats= snapshot_time: 1761975175.865354206 secs.nsecs start_time: 1761975041.184931500 secs.nsecs elapsed_time: 134.680422706 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 2 1 2 4: 3 1 3 8: 5 2 6 16: 100 50 56 32: 87 43 100 mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats= snapshot_time: 1761975175.865407734 secs.nsecs start_time: 1761975041.184997921 secs.nsecs elapsed_time: 134.680409813 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 2 1 2 8: 6 3 5 16: 117 59 64 32: 71 35 100 - open/close 4321 (time 1761975186.77 total 10.00 last 432.03) - open/close 7818 (time 1761975196.77 total 20.00 last 349.64) total: 10000 open/close in 26.98 seconds: 370.59 ops/second llite.lustre-ffff9e82d011a000.statahead_batch_max=0 llite.lustre-ffff9e82d011a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e82d011a000.stats=clear mdc.lustre-MDT0001-mdc-ffff9e82d011a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m49.159s user 0m0.165s sys 0m45.924s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9e82d011a000.statahead_batch_max=32 llite.lustre-ffff9e82d011a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9e82d011a000.stats=clear mdc.lustre-MDT0001-mdc-ffff9e82d011a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.867s user 0m0.153s sys 0m23.573s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats= snapshot_time: 1761975301.850613548 secs.nsecs start_time: 1761975256.326099177 secs.nsecs elapsed_time: 45.524514371 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats= snapshot_time: 1761975301.850652997 secs.nsecs start_time: 1761975256.326156919 secs.nsecs elapsed_time: 45.524496078 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats=0 llite.lustre-ffff9e82d011a000.statahead_max=2048 llite.lustre-ffff9e82d011a000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.61 seconds: 163.68 ops/second llite.lustre-ffff9e82d011a000.statahead_max=0 101 real 0m0.593s user 0m0.002s sys 0m0.192s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9e82d011a000.statahead_max=2048 2048 101 real 0m0.409s user 0m0.004s sys 0m0.205s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.16 seconds: 416.36 ops/second llite.lustre-ffff9e82d011a000.statahead_max=0 1001 real 0m7.574s user 0m0.023s sys 0m2.576s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff9e82d011a000.statahead_max=2048 2048 1001 real 0m3.527s user 0m0.013s sys 0m1.406s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3738 (time 1761975430.23 total 10.00 last 373.74) - open/close 7225 (time 1761975440.23 total 20.00 last 348.63) total: 9000 open/close in 24.72 seconds: 364.11 ops/second llite.lustre-ffff9e82d011a000.statahead_max=0 10001 real 1m10.607s user 0m0.173s sys 0m23.656s ls -l 10000 files without statahead: 70 sec llite.lustre-ffff9e82d011a000.statahead_max=2048 2048 10001 real 0m33.286s user 0m0.140s sys 0m22.430s ls -l 10000 files with statahead: 33 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 75 seconds llite.lustre-ffff9e82d011a000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats= snapshot_time: 1761975636.169272825 secs.nsecs start_time: 1761975302.744998164 secs.nsecs elapsed_time: 333.424274661 secs.nsecs subreqs per batch batches % cum % 1: 51 51 51 2: 5 5 56 4: 6 6 62 8: 1 1 63 16: 0 0 63 32: 1 1 64 64: 2 2 66 128: 0 0 66 256: 33 33 100 mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats= snapshot_time: 1761975636.169332722 secs.nsecs start_time: 1761975302.745162142 secs.nsecs elapsed_time: 333.424170580 secs.nsecs subreqs per batch batches % cum % 1: 56 54 54 2: 6 5 60 4: 4 3 64 8: 2 1 66 16: 0 0 66 32: 0 0 66 64: 2 1 67 128: 1 0 68 256: 32 31 100 - open/close 4481 (time 1761975648.04 total 10.00 last 448.01) - open/close 8152 (time 1761975658.04 total 20.00 last 367.07) total: 10000 open/close in 25.22 seconds: 396.54 ops/second llite.lustre-ffff9e82d011a000.statahead_batch_max=0 llite.lustre-ffff9e82d011a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e82d011a000.stats=clear mdc.lustre-MDT0001-mdc-ffff9e82d011a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.125s user 0m0.138s sys 0m32.126s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9e82d011a000.statahead_batch_max=256 llite.lustre-ffff9e82d011a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9e82d011a000.stats=clear mdc.lustre-MDT0001-mdc-ffff9e82d011a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.767s user 0m0.144s sys 0m23.571s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9e82d011a000.batch_stats= snapshot_time: 1761975744.569015343 secs.nsecs start_time: 1761975705.121800786 secs.nsecs elapsed_time: 39.447214557 secs.nsecs subreqs per batch batches % cum % 1: 384 66 66 2: 97 16 83 4: 35 6 89 8: 1 0 89 16: 3 0 90 32: 20 3 93 64: 3 0 94 128: 0 0 94 256: 34 5 100 mdc.lustre-MDT0001-mdc-ffff9e82d011a000.batch_stats= snapshot_time: 1761975744.569055809 secs.nsecs start_time: 1761975705.121870189 secs.nsecs elapsed_time: 39.447185620 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9e82d011a000.statahead_batch_max=64 llite.lustre-ffff9e82d011a000.statahead_max=128