== sanity test 123ad: Verify batching statahead works correctly ========================================================== 10:58:21 (1766419101) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats=0 llite.lustre-ffff9fcc4ab6a800.statahead_max=32 llite.lustre-ffff9fcc4ab6a800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.09 seconds: 91.60 ops/second llite.lustre-ffff9fcc4ab6a800.statahead_max=0 101 real 0m1.068s user 0m0.006s sys 0m0.356s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9fcc4ab6a800.statahead_max=32 32 101 real 0m0.468s user 0m0.004s sys 0m0.204s ls -l 100 files with statahead: 0 sec statahead total: 104 statahead wrong: 2 agl total: 99 list_total: 32 fname_total: 59 hit_total: 33635 miss_total: 1031 total: 900 open/close in 4.37 seconds: 205.93 ops/second llite.lustre-ffff9fcc4ab6a800.statahead_max=0 1001 real 0m10.213s user 0m0.027s sys 0m3.310s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff9fcc4ab6a800.statahead_max=32 32 1001 real 0m4.138s user 0m0.015s sys 0m1.746s ls -l 1000 files with statahead: 5 sec statahead total: 105 statahead wrong: 2 agl total: 100 list_total: 33 fname_total: 59 hit_total: 34634 miss_total: 1032 - open/close 2438 (time 1766419142.74 total 10.00 last 243.79) total: 3000 open/close in 11.98 seconds: 250.38 ops/second llite.lustre-ffff9fcc4ab6a800.statahead_max=0 4001 real 0m35.209s user 0m0.089s sys 0m11.279s ls -l 4000 files without statahead: 36 sec llite.lustre-ffff9fcc4ab6a800.statahead_max=32 32 4001 real 0m16.306s user 0m0.057s sys 0m6.646s ls -l 4000 files with statahead: 17 sec statahead total: 106 statahead wrong: 2 agl total: 101 list_total: 34 fname_total: 59 hit_total: 38633 miss_total: 1033 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff9fcc4ab6a800.statahead_stats= statahead total: 106 statahead wrong: 2 agl total: 101 list_total: 34 fname_total: 59 hit_total: 38633 miss_total: 1033 mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats= snapshot_time: 1766419230.966760245 secs.nsecs start_time: 1766419103.916893277 secs.nsecs elapsed_time: 127.049866968 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 2 1 1 8: 9 5 7 16: 85 51 58 32: 69 41 100 mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats= snapshot_time: 1766419230.966800700 secs.nsecs start_time: 1766419103.917040360 secs.nsecs elapsed_time: 127.049760340 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 4 2 2 4: 2 1 3 8: 3 1 5 16: 88 53 58 32: 69 41 100 - open/close 2543 (time 1766419242.11 total 10.00 last 254.27) - open/close 5110 (time 1766419252.11 total 20.00 last 256.66) - open/close 7492 (time 1766419262.11 total 30.01 last 238.12) - open/close 9773 (time 1766419272.11 total 40.01 last 228.10) total: 10000 open/close in 40.58 seconds: 246.43 ops/second llite.lustre-ffff9fcc4ab6a800.statahead_batch_max=0 llite.lustre-ffff9fcc4ab6a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.274s user 0m0.135s sys 0m27.132s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9fcc4ab6a800.statahead_batch_max=32 llite.lustre-ffff9fcc4ab6a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.578s user 0m0.134s sys 0m20.189s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats= snapshot_time: 1766419347.579589659 secs.nsecs start_time: 1766419306.501316899 secs.nsecs elapsed_time: 41.078272760 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats= snapshot_time: 1766419347.579627244 secs.nsecs start_time: 1766419306.501364124 secs.nsecs elapsed_time: 41.078263120 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats=0 llite.lustre-ffff9fcc4ab6a800.statahead_max=2048 llite.lustre-ffff9fcc4ab6a800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.88 seconds: 113.65 ops/second llite.lustre-ffff9fcc4ab6a800.statahead_max=0 101 real 0m0.587s user 0m0.003s sys 0m0.190s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9fcc4ab6a800.statahead_max=2048 2048 101 real 0m0.352s user 0m0.004s sys 0m0.221s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.98 seconds: 455.57 ops/second llite.lustre-ffff9fcc4ab6a800.statahead_max=0 1001 real 0m5.243s user 0m0.008s sys 0m1.721s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff9fcc4ab6a800.statahead_max=2048 2048 1001 real 0m3.205s user 0m0.013s sys 0m1.694s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4571 (time 1766419469.72 total 10.00 last 457.08) total: 9000 open/close in 19.66 seconds: 457.72 ops/second llite.lustre-ffff9fcc4ab6a800.statahead_max=0 10001 real 1m1.725s user 0m0.196s sys 0m20.534s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff9fcc4ab6a800.statahead_max=2048 2048 10001 real 0m28.890s user 0m0.137s sys 0m20.126s ls -l 10000 files with statahead: 29 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffff9fcc4ab6a800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats= snapshot_time: 1766419639.778882361 secs.nsecs start_time: 1766419348.633273283 secs.nsecs elapsed_time: 291.145609078 secs.nsecs subreqs per batch batches % cum % 1: 28 41 41 2: 1 1 42 4: 2 2 45 8: 3 4 50 16: 0 0 50 32: 0 0 50 64: 0 0 50 128: 6 8 58 256: 28 41 100 mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats= snapshot_time: 1766419639.778924888 secs.nsecs start_time: 1766419348.633414508 secs.nsecs elapsed_time: 291.145510380 secs.nsecs subreqs per batch batches % cum % 1: 32 41 41 2: 4 5 46 4: 2 2 49 8: 3 3 53 16: 0 0 53 32: 0 0 53 64: 1 1 54 128: 2 2 57 256: 33 42 100 - open/close 4551 (time 1766419651.34 total 10.00 last 455.02) - open/close 8888 (time 1766419661.34 total 20.00 last 433.68) total: 10000 open/close in 22.41 seconds: 446.23 ops/second llite.lustre-ffff9fcc4ab6a800.statahead_batch_max=0 llite.lustre-ffff9fcc4ab6a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.372s user 0m0.130s sys 0m25.802s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9fcc4ab6a800.statahead_batch_max=256 llite.lustre-ffff9fcc4ab6a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.956s user 0m0.141s sys 0m18.489s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9fcc4ab6a800.batch_stats= snapshot_time: 1766419726.377889692 secs.nsecs start_time: 1766419696.788923549 secs.nsecs elapsed_time: 29.588966143 secs.nsecs subreqs per batch batches % cum % 1: 253 59 59 2: 52 12 71 4: 46 10 82 8: 14 3 85 16: 1 0 85 32: 26 6 91 64: 1 0 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff9fcc4ab6a800.batch_stats= snapshot_time: 1766419726.377935292 secs.nsecs start_time: 1766419696.789003262 secs.nsecs elapsed_time: 29.588932030 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9fcc4ab6a800.statahead_batch_max=64 llite.lustre-ffff9fcc4ab6a800.statahead_max=128