== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:43:14 (1746132194) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats=0 llite.lustre-ffff88007d36b800.statahead_max=32 llite.lustre-ffff88007d36b800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.85 seconds: 54.16 ops/second llite.lustre-ffff88007d36b800.statahead_max=0 101 real 0m1.558s user 0m0.011s sys 0m0.337s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88007d36b800.statahead_max=32 32 101 real 0m0.483s user 0m0.007s sys 0m0.140s ls -l 100 files with statahead: 0 sec statahead total: 80 statahead wrong: 1 agl total: 80 list_total: 25 fname_total: 55 hit_total: 4494 miss_total: 268 total: 900 open/close in 7.69 seconds: 117.03 ops/second llite.lustre-ffff88007d36b800.statahead_max=0 1001 real 0m13.883s user 0m0.087s sys 0m3.056s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff88007d36b800.statahead_max=32 32 1001 real 0m3.748s user 0m0.031s sys 0m1.188s ls -l 1000 files with statahead: 4 sec statahead total: 81 statahead wrong: 1 agl total: 81 list_total: 26 fname_total: 55 hit_total: 5493 miss_total: 275 - open/close 1149 (time 1746132243.64 total 10.00 last 114.88) total: 2000 open/close in 17.47 seconds: 114.50 ops/second llite.lustre-ffff88007d36b800.statahead_max=0 3001 real 0m43.831s user 0m0.212s sys 0m9.610s ls -l 3000 files without statahead: 44 sec llite.lustre-ffff88007d36b800.statahead_max=32 32 3001 real 0m15.285s user 0m0.123s sys 0m3.867s ls -l 3000 files with statahead: 15 sec statahead total: 82 statahead wrong: 1 agl total: 82 list_total: 27 fname_total: 55 hit_total: 8492 miss_total: 302 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff88007d36b800.statahead_stats= statahead total: 82 statahead wrong: 1 agl total: 82 list_total: 27 fname_total: 55 hit_total: 8492 miss_total: 302 mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats= snapshot_time: 1746132353.402478873 secs.nsecs start_time: 1746132197.278275181 secs.nsecs elapsed_time: 156.124203692 secs.nsecs subreqs per batch batches % cum % 1: 4 2 2 2: 3 2 5 4: 1 0 5 8: 4 2 8 16: 89 66 75 32: 33 24 100 mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats= snapshot_time: 1746132353.402572318 secs.nsecs start_time: 1746132197.278343498 secs.nsecs elapsed_time: 156.124228820 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 1 0 2 8: 6 4 6 16: 54 39 46 32: 73 53 100 - open/close 998 (time 1746132365.04 total 10.00 last 99.80) - open/close 2135 (time 1746132375.05 total 20.01 last 113.61) - open/close 3359 (time 1746132385.05 total 30.01 last 122.38) - open/close 4631 (time 1746132395.05 total 40.01 last 127.14) - open/close 5858 (time 1746132405.05 total 50.01 last 122.69) - open/close 7110 (time 1746132415.07 total 60.03 last 125.01) - open/close 8203 (time 1746132425.07 total 70.03 last 109.28) - open/close 9440 (time 1746132435.08 total 80.04 last 123.64) total: 10000 open/close in 84.04 seconds: 118.99 ops/second llite.lustre-ffff88007d36b800.statahead_batch_max=0 llite.lustre-ffff88007d36b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d36b800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007d36b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.279s user 0m0.268s sys 0m9.465s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007d36b800.statahead_batch_max=32 llite.lustre-ffff88007d36b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d36b800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007d36b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.407s user 0m0.316s sys 0m11.471s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats= snapshot_time: 1746132506.494476942 secs.nsecs start_time: 1746132460.334182383 secs.nsecs elapsed_time: 46.160294559 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats= snapshot_time: 1746132506.495971579 secs.nsecs start_time: 1746132460.334241651 secs.nsecs elapsed_time: 46.161729928 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats=0 llite.lustre-ffff88007d36b800.statahead_max=2048 llite.lustre-ffff88007d36b800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.36 seconds: 73.47 ops/second llite.lustre-ffff88007d36b800.statahead_max=0 101 real 0m1.328s user 0m0.021s sys 0m0.324s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007d36b800.statahead_max=2048 2048 101 real 0m0.331s user 0m0.002s sys 0m0.135s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 66 total: 900 open/close in 6.04 seconds: 149.09 ops/second llite.lustre-ffff88007d36b800.statahead_max=0 1001 real 0m12.465s user 0m0.145s sys 0m2.966s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88007d36b800.statahead_max=2048 2048 1001 real 0m1.864s user 0m0.026s sys 0m1.112s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 67 - open/close 1382 (time 1746132716.80 total 10.01 last 138.12) - open/close 2652 (time 1746132726.81 total 20.01 last 126.90) total: 3000 open/close in 22.78 seconds: 131.70 ops/second llite.lustre-ffff88007d36b800.statahead_max=0 4001 real 0m50.432s user 0m0.358s sys 0m11.977s ls -l 4000 files without statahead: 50 sec llite.lustre-ffff88007d36b800.statahead_max=2048 2048 4001 real 0m6.641s user 0m0.112s sys 0m4.303s ls -l 4000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 68 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff88007d36b800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 68 mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats= snapshot_time: 1746132824.298778772 secs.nsecs start_time: 1746132507.444632349 secs.nsecs elapsed_time: 316.854146423 secs.nsecs subreqs per batch batches % cum % 1: 9 29 29 2: 2 6 35 4: 3 9 45 8: 2 6 51 16: 2 6 58 32: 0 0 58 64: 0 0 58 128: 3 9 67 256: 10 32 100 mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats= snapshot_time: 1746132824.298872153 secs.nsecs start_time: 1746132507.444766969 secs.nsecs elapsed_time: 316.854105184 secs.nsecs subreqs per batch batches % cum % 1: 11 30 30 2: 1 2 33 4: 0 0 33 8: 7 19 52 16: 1 2 55 32: 1 2 58 64: 0 0 58 128: 3 8 66 256: 12 33 100 - open/close 1628 (time 1746132835.22 total 10.00 last 162.75) - open/close 3155 (time 1746132845.23 total 20.01 last 152.66) - open/close 4672 (time 1746132855.23 total 30.01 last 151.64) - open/close 6135 (time 1746132865.23 total 40.01 last 146.22) - open/close 7408 (time 1746132875.24 total 50.02 last 127.29) - open/close 8670 (time 1746132885.24 total 60.02 last 126.14) - open/close 9878 (time 1746132895.24 total 70.02 last 120.76) total: 10000 open/close in 71.05 seconds: 140.75 ops/second llite.lustre-ffff88007d36b800.statahead_batch_max=0 llite.lustre-ffff88007d36b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d36b800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007d36b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.394s user 0m0.256s sys 0m9.051s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007d36b800.statahead_batch_max=256 llite.lustre-ffff88007d36b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d36b800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007d36b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m14.209s user 0m0.386s sys 0m10.350s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007d36b800.batch_stats= snapshot_time: 1746132937.127018534 secs.nsecs start_time: 1746132919.212185364 secs.nsecs elapsed_time: 17.914833170 secs.nsecs subreqs per batch batches % cum % 1: 180 65 65 2: 12 4 70 4: 8 2 72 8: 8 2 75 16: 9 3 79 32: 19 6 86 64: 2 0 86 128: 0 0 86 256: 36 13 100 mdc.lustre-MDT0001-mdc-ffff88007d36b800.batch_stats= snapshot_time: 1746132937.127106840 secs.nsecs start_time: 1746132919.212251979 secs.nsecs elapsed_time: 17.914854861 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88007d36b800.statahead_batch_max=64 llite.lustre-ffff88007d36b800.statahead_max=128