== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:59:57 (1747213197) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats=0 llite.lustre-ffff8800a9c09000.statahead_max=32 llite.lustre-ffff8800a9c09000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats=0 total: 100 open/close in 1.35 seconds: 73.88 ops/second llite.lustre-ffff8800a9c09000.statahead_max=0 101 real 0m1.110s user 0m0.020s sys 0m0.290s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9c09000.statahead_max=32 32 101 real 0m0.446s user 0m0.006s sys 0m0.132s ls -l 100 files with statahead: 1 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 19 fname_total: 32 hit_total: 5625 miss_total: 217 total: 900 open/close in 7.28 seconds: 123.69 ops/second llite.lustre-ffff8800a9c09000.statahead_max=0 1001 real 0m12.528s user 0m0.112s sys 0m2.937s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800a9c09000.statahead_max=32 32 1001 real 0m4.440s user 0m0.022s sys 0m1.149s ls -l 1000 files with statahead: 4 sec statahead total: 52 statahead wrong: 1 agl total: 52 list_total: 20 fname_total: 32 hit_total: 6624 miss_total: 224 - open/close 1184 (time 1747213243.78 total 10.01 last 118.34) total: 2000 open/close in 17.11 seconds: 116.87 ops/second llite.lustre-ffff8800a9c09000.statahead_max=0 3001 real 0m35.404s user 0m0.281s sys 0m8.610s ls -l 3000 files without statahead: 36 sec llite.lustre-ffff8800a9c09000.statahead_max=32 32 3001 real 0m11.545s user 0m0.114s sys 0m3.189s ls -l 3000 files with statahead: 12 sec statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 21 fname_total: 32 hit_total: 9623 miss_total: 246 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff8800a9c09000.statahead_stats= statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 21 fname_total: 32 hit_total: 9623 miss_total: 246 mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats= snapshot_time: 1747213332.897658026 secs.nsecs start_time: 1747213199.575646144 secs.nsecs elapsed_time: 133.322011882 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 1 8: 4 2 4 16: 4 2 7 32: 127 92 100 - open/close 1441 (time 1747213344.12 total 10.00 last 144.06) - open/close 3163 (time 1747213354.12 total 20.01 last 172.15) - open/close 4677 (time 1747213364.13 total 30.02 last 151.15) - open/close 6404 (time 1747213374.14 total 40.03 last 172.60) - open/close 7979 (time 1747213384.15 total 50.04 last 157.38) - open/close 9583 (time 1747213394.15 total 60.04 last 160.38) total: 10000 open/close in 63.09 seconds: 158.51 ops/second llite.lustre-ffff8800a9c09000.statahead_batch_max=0 llite.lustre-ffff8800a9c09000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c09000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.640s user 0m0.276s sys 0m9.164s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9c09000.statahead_batch_max=32 llite.lustre-ffff8800a9c09000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c09000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.784s user 0m0.259s sys 0m10.810s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats= snapshot_time: 1747213463.246460209 secs.nsecs start_time: 1747213419.276637028 secs.nsecs elapsed_time: 43.969823181 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats=0 llite.lustre-ffff8800a9c09000.statahead_max=2048 llite.lustre-ffff8800a9c09000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats=0 total: 100 open/close in 1.41 seconds: 71.05 ops/second llite.lustre-ffff8800a9c09000.statahead_max=0 101 real 0m1.104s user 0m0.025s sys 0m0.272s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9c09000.statahead_max=2048 2048 101 real 0m0.390s user 0m0.005s sys 0m0.121s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 69 total: 900 open/close in 5.53 seconds: 162.84 ops/second llite.lustre-ffff8800a9c09000.statahead_max=0 1001 real 0m11.697s user 0m0.110s sys 0m2.808s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800a9c09000.statahead_max=2048 2048 1001 real 0m2.608s user 0m0.026s sys 0m1.139s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 70 - open/close 1388 (time 1747213640.84 total 10.00 last 138.79) - open/close 2704 (time 1747213650.85 total 20.01 last 131.48) total: 3000 open/close in 22.10 seconds: 135.77 ops/second llite.lustre-ffff8800a9c09000.statahead_max=0 4001 real 0m45.436s user 0m0.389s sys 0m11.279s ls -l 4000 files without statahead: 46 sec llite.lustre-ffff8800a9c09000.statahead_max=2048 2048 4001 real 0m5.347s user 0m0.113s sys 0m3.930s ls -l 4000 files with statahead: 5 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 71 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff8800a9c09000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 71 mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats= snapshot_time: 1747213736.691438482 secs.nsecs start_time: 1747213464.003497397 secs.nsecs elapsed_time: 272.687941085 secs.nsecs subreqs per batch batches % cum % 1: 83 56 56 2: 2 1 58 4: 2 1 59 8: 7 4 64 16: 26 17 82 32: 7 4 86 64: 0 0 86 128: 1 0 87 256: 18 12 100 - open/close 1913 (time 1747213747.65 total 10.00 last 191.23) - open/close 3583 (time 1747213757.65 total 20.01 last 166.97) - open/close 5412 (time 1747213767.66 total 30.01 last 182.82) - open/close 6861 (time 1747213777.67 total 40.02 last 144.81) - open/close 8509 (time 1747213787.67 total 50.02 last 164.77) total: 10000 open/close in 59.92 seconds: 166.89 ops/second llite.lustre-ffff8800a9c09000.statahead_batch_max=0 llite.lustre-ffff8800a9c09000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c09000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.710s user 0m0.234s sys 0m9.135s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9c09000.statahead_batch_max=256 llite.lustre-ffff8800a9c09000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c09000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m13.855s user 0m0.317s sys 0m10.023s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9c09000.batch_stats= snapshot_time: 1747213832.884920083 secs.nsecs start_time: 1747213815.826207116 secs.nsecs elapsed_time: 17.058712967 secs.nsecs subreqs per batch batches % cum % 1: 134 57 57 2: 13 5 62 4: 9 3 66 8: 13 5 71 16: 18 7 79 32: 10 4 83 64: 2 0 84 128: 0 0 84 256: 36 15 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9c09000.statahead_batch_max=64 llite.lustre-ffff8800a9c09000.statahead_max=128