== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:02:14 (1759824134) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats=0 llite.lustre-ffff9a2749a1c000.statahead_max=32 llite.lustre-ffff9a2749a1c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.61 seconds: 164.67 ops/second llite.lustre-ffff9a2749a1c000.statahead_max=0 101 real 0m0.643s user 0m0.007s sys 0m0.227s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9a2749a1c000.statahead_max=32 32 101 real 0m0.373s user 0m0.004s sys 0m0.192s ls -l 100 files with statahead: 0 sec statahead total: 63 statahead wrong: 1 agl total: 56 list_total: 29 fname_total: 30 hit_total: 33509 miss_total: 209 total: 900 open/close in 1.90 seconds: 472.70 ops/second llite.lustre-ffff9a2749a1c000.statahead_max=0 1001 real 0m6.876s user 0m0.015s sys 0m2.354s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff9a2749a1c000.statahead_max=32 32 1001 real 0m4.231s user 0m0.021s sys 0m1.891s ls -l 1000 files with statahead: 5 sec statahead total: 64 statahead wrong: 1 agl total: 57 list_total: 30 fname_total: 30 hit_total: 34508 miss_total: 210 - open/close 3067 (time 1759824165.46 total 10.00 last 306.62) - open/close 6786 (time 1759824175.46 total 20.01 last 371.77) total: 9000 open/close in 26.87 seconds: 334.91 ops/second llite.lustre-ffff9a2749a1c000.statahead_max=0 10001 real 1m14.923s user 0m0.196s sys 0m24.918s ls -l 10000 files without statahead: 75 sec llite.lustre-ffff9a2749a1c000.statahead_max=32 32 10001 real 0m40.238s user 0m0.132s sys 0m17.628s ls -l 10000 files with statahead: 41 sec statahead total: 65 statahead wrong: 1 agl total: 58 list_total: 31 fname_total: 30 hit_total: 44507 miss_total: 211 ls -l done rm -r /mnt/lustre/d123ad.sanity: 70 seconds llite.lustre-ffff9a2749a1c000.statahead_stats= statahead total: 65 statahead wrong: 1 agl total: 58 list_total: 31 fname_total: 30 hit_total: 44507 miss_total: 211 mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats= snapshot_time: 1759824379.170346274 secs.nsecs start_time: 1759824135.481287358 secs.nsecs elapsed_time: 243.689058916 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 2 0 1 4: 3 0 2 8: 7 1 4 16: 230 65 69 32: 108 30 100 mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats= snapshot_time: 1759824379.170457791 secs.nsecs start_time: 1759824135.481368349 secs.nsecs elapsed_time: 243.689089442 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 0 0 8: 4 1 1 16: 163 46 48 32: 184 51 100 - open/close 2129 (time 1759824390.65 total 10.00 last 212.86) - open/close 4871 (time 1759824400.65 total 20.00 last 274.19) - open/close 7965 (time 1759824410.65 total 30.00 last 309.35) total: 10000 open/close in 34.44 seconds: 290.36 ops/second llite.lustre-ffff9a2749a1c000.statahead_batch_max=0 llite.lustre-ffff9a2749a1c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.904s user 0m0.138s sys 0m30.429s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9a2749a1c000.statahead_batch_max=32 llite.lustre-ffff9a2749a1c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.208s user 0m0.125s sys 0m20.687s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats= snapshot_time: 1759824494.443471787 secs.nsecs start_time: 1759824449.427029489 secs.nsecs elapsed_time: 45.016442298 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats= snapshot_time: 1759824494.443512676 secs.nsecs start_time: 1759824449.427078464 secs.nsecs elapsed_time: 45.016434212 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats=0 llite.lustre-ffff9a2749a1c000.statahead_max=2048 llite.lustre-ffff9a2749a1c000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.91 seconds: 109.99 ops/second llite.lustre-ffff9a2749a1c000.statahead_max=0 101 real 0m1.119s user 0m0.004s sys 0m0.377s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9a2749a1c000.statahead_max=2048 2048 101 real 0m0.430s user 0m0.005s sys 0m0.251s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.25 seconds: 276.78 ops/second llite.lustre-ffff9a2749a1c000.statahead_max=0 1001 real 0m8.170s user 0m0.022s sys 0m2.820s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff9a2749a1c000.statahead_max=2048 2048 1001 real 0m3.887s user 0m0.018s sys 0m1.455s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3606 (time 1759824632.75 total 10.00 last 360.58) total: 4000 open/close in 10.87 seconds: 368.15 ops/second llite.lustre-ffff9a2749a1c000.statahead_max=0 5001 real 0m27.171s user 0m0.073s sys 0m8.950s ls -l 5000 files without statahead: 27 sec llite.lustre-ffff9a2749a1c000.statahead_max=2048 2048 5001 real 0m12.880s user 0m0.064s sys 0m7.883s ls -l 5000 files with statahead: 13 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff9a2749a1c000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats= snapshot_time: 1759824715.715330298 secs.nsecs start_time: 1759824495.390965304 secs.nsecs elapsed_time: 220.324364994 secs.nsecs subreqs per batch batches % cum % 1: 2 7 7 2: 1 3 11 4: 3 11 23 8: 2 7 30 16: 0 0 30 32: 0 0 30 64: 2 7 38 128: 0 0 38 256: 16 61 100 mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats= snapshot_time: 1759824715.715397793 secs.nsecs start_time: 1759824495.391077944 secs.nsecs elapsed_time: 220.324319849 secs.nsecs subreqs per batch batches % cum % 1: 2 7 7 2: 0 0 7 4: 2 7 15 8: 4 15 30 16: 0 0 30 32: 0 0 30 64: 2 7 38 128: 1 3 42 256: 15 57 100 - open/close 3137 (time 1759824726.75 total 10.00 last 313.68) - open/close 7826 (time 1759824736.75 total 20.00 last 468.81) total: 10000 open/close in 26.93 seconds: 371.36 ops/second llite.lustre-ffff9a2749a1c000.statahead_batch_max=0 llite.lustre-ffff9a2749a1c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.952s user 0m0.121s sys 0m27.827s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9a2749a1c000.statahead_batch_max=256 llite.lustre-ffff9a2749a1c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.204s user 0m0.145s sys 0m27.728s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9a2749a1c000.batch_stats= snapshot_time: 1759824820.808733953 secs.nsecs start_time: 1759824778.333116707 secs.nsecs elapsed_time: 42.475617246 secs.nsecs subreqs per batch batches % cum % 1: 302 68 68 2: 55 12 81 4: 19 4 85 8: 1 0 85 16: 1 0 86 32: 24 5 91 64: 2 0 92 128: 1 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff9a2749a1c000.batch_stats= snapshot_time: 1759824820.808775089 secs.nsecs start_time: 1759824778.333169452 secs.nsecs elapsed_time: 42.475605637 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9a2749a1c000.statahead_batch_max=64 llite.lustre-ffff9a2749a1c000.statahead_max=128