== sanity test 123ad: Verify batching statahead works correctly ========================================================== 22:09:34 (1749607774) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats=0 llite.lustre-ffff8800a9d51800.statahead_max=32 llite.lustre-ffff8800a9d51800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.70 seconds: 143.15 ops/second llite.lustre-ffff8800a9d51800.statahead_max=0 101 real 0m0.612s user 0m0.008s sys 0m0.218s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a9d51800.statahead_max=32 32 101 real 0m0.349s user 0m0.006s sys 0m0.131s ls -l 100 files with statahead: 0 sec statahead total: 44 statahead wrong: 1 agl total: 44 list_total: 19 fname_total: 25 hit_total: 11401 miss_total: 219 total: 900 open/close in 2.13 seconds: 422.86 ops/second llite.lustre-ffff8800a9d51800.statahead_max=0 1001 real 0m5.758s user 0m0.033s sys 0m2.123s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800a9d51800.statahead_max=32 32 1001 real 0m2.011s user 0m0.021s sys 0m1.026s ls -l 1000 files with statahead: 2 sec statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 20 fname_total: 25 hit_total: 12400 miss_total: 223 - open/close 4001 (time 1749607800.66 total 10.00 last 400.06) - open/close 7902 (time 1749607810.67 total 20.00 last 390.01) total: 9000 open/close in 23.47 seconds: 383.44 ops/second llite.lustre-ffff8800a9d51800.statahead_max=0 10001 real 1m16.902s user 0m0.940s sys 0m24.785s ls -l 10000 files without statahead: 77 sec llite.lustre-ffff8800a9d51800.statahead_max=32 32 10001 real 0m19.331s user 0m0.246s sys 0m10.105s ls -l 10000 files with statahead: 20 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 21 fname_total: 25 hit_total: 22399 miss_total: 229 ls -l done rm -r /mnt/lustre/d123ad.sanity: 45 seconds llite.lustre-ffff8800a9d51800.statahead_stats= statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 21 fname_total: 25 hit_total: 22399 miss_total: 229 mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats= snapshot_time: 1749607960.354765843 secs.nsecs start_time: 1749607775.559684398 secs.nsecs elapsed_time: 184.795081445 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 2 0 1 8: 7 1 3 16: 186 52 55 32: 157 44 100 mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats= snapshot_time: 1749607960.354827854 secs.nsecs start_time: 1749607775.559750768 secs.nsecs elapsed_time: 184.795077086 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 5 1 1 8: 7 1 3 16: 196 55 58 32: 146 41 100 - open/close 3674 (time 1749607971.26 total 10.00 last 367.39) - open/close 7122 (time 1749607981.26 total 20.00 last 344.73) total: 10000 open/close in 26.94 seconds: 371.16 ops/second llite.lustre-ffff8800a9d51800.statahead_batch_max=0 llite.lustre-ffff8800a9d51800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9d51800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9d51800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.226s user 0m0.215s sys 0m9.605s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9d51800.statahead_batch_max=32 llite.lustre-ffff8800a9d51800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9d51800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9d51800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m22.432s user 0m0.240s sys 0m9.897s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats= snapshot_time: 1749608026.654576298 secs.nsecs start_time: 1749608001.536658432 secs.nsecs elapsed_time: 25.117917866 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats= snapshot_time: 1749608026.654608581 secs.nsecs start_time: 1749608001.536780760 secs.nsecs elapsed_time: 25.117827821 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats=0 llite.lustre-ffff8800a9d51800.statahead_max=2048 llite.lustre-ffff8800a9d51800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.67 seconds: 148.41 ops/second llite.lustre-ffff8800a9d51800.statahead_max=0 101 real 0m0.661s user 0m0.006s sys 0m0.235s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9d51800.statahead_max=2048 2048 101 real 0m0.310s user 0m0.004s sys 0m0.126s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 8 total: 900 open/close in 1.90 seconds: 473.06 ops/second llite.lustre-ffff8800a9d51800.statahead_max=0 1001 real 0m5.553s user 0m0.023s sys 0m2.113s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800a9d51800.statahead_max=2048 2048 1001 real 0m1.465s user 0m0.019s sys 0m1.012s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 9 - open/close 5140 (time 1749608115.08 total 10.00 last 513.96) total: 9000 open/close in 17.39 seconds: 517.60 ops/second llite.lustre-ffff8800a9d51800.statahead_max=0 10001 real 0m52.525s user 0m0.382s sys 0m19.574s ls -l 10000 files without statahead: 53 sec llite.lustre-ffff8800a9d51800.statahead_max=2048 2048 10001 real 0m10.786s user 0m0.210s sys 0m9.562s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 10 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff8800a9d51800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 10 mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats= snapshot_time: 1749608226.825471323 secs.nsecs start_time: 1749608027.114284888 secs.nsecs elapsed_time: 199.711186435 secs.nsecs subreqs per batch batches % cum % 1: 70 55 55 2: 9 7 62 4: 0 0 62 8: 9 7 69 16: 2 1 71 32: 1 0 72 64: 1 0 73 128: 5 3 76 256: 29 23 100 mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats= snapshot_time: 1749608226.825566230 secs.nsecs start_time: 1749608027.114383993 secs.nsecs elapsed_time: 199.711182237 secs.nsecs subreqs per batch batches % cum % 1: 60 50 50 2: 6 5 55 4: 11 9 65 8: 2 1 66 16: 3 2 69 32: 1 0 70 64: 1 0 71 128: 4 3 74 256: 30 25 100 - open/close 4978 (time 1749608237.47 total 10.00 last 497.72) total: 10000 open/close in 19.45 seconds: 514.02 ops/second llite.lustre-ffff8800a9d51800.statahead_batch_max=0 llite.lustre-ffff8800a9d51800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9d51800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9d51800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.475s user 0m0.211s sys 0m9.311s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9d51800.statahead_batch_max=256 llite.lustre-ffff8800a9d51800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9d51800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9d51800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.318s user 0m0.220s sys 0m8.960s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9d51800.batch_stats= snapshot_time: 1749608271.998765921 secs.nsecs start_time: 1749608259.286951002 secs.nsecs elapsed_time: 12.711814919 secs.nsecs subreqs per batch batches % cum % 1: 255 69 69 2: 8 2 71 4: 15 4 75 8: 20 5 81 16: 16 4 85 32: 17 4 90 64: 1 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff8800a9d51800.batch_stats= snapshot_time: 1749608271.998820369 secs.nsecs start_time: 1749608259.286992360 secs.nsecs elapsed_time: 12.711828009 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9d51800.statahead_batch_max=64 llite.lustre-ffff8800a9d51800.statahead_max=128