== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:02:29 (1758812549) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats=0 llite.lustre-ffff91d5438ba800.statahead_max=32 llite.lustre-ffff91d5438ba800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 159.78 ops/second llite.lustre-ffff91d5438ba800.statahead_max=0 101 real 0m0.574s user 0m0.003s sys 0m0.213s ls -l 100 files without statahead: 0 sec llite.lustre-ffff91d5438ba800.statahead_max=32 32 101 real 0m0.381s user 0m0.003s sys 0m0.193s ls -l 100 files with statahead: 0 sec statahead total: 78 statahead wrong: 1 agl total: 71 list_total: 29 fname_total: 49 hit_total: 19826 miss_total: 205 total: 900 open/close in 2.02 seconds: 444.63 ops/second llite.lustre-ffff91d5438ba800.statahead_max=0 1001 real 0m6.647s user 0m0.026s sys 0m2.325s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff91d5438ba800.statahead_max=32 32 1001 real 0m3.718s user 0m0.016s sys 0m1.684s ls -l 1000 files with statahead: 4 sec statahead total: 79 statahead wrong: 1 agl total: 72 list_total: 30 fname_total: 49 hit_total: 20825 miss_total: 206 - open/close 4306 (time 1758812579.73 total 10.00 last 430.54) - open/close 8360 (time 1758812589.73 total 20.00 last 405.34) total: 9000 open/close in 21.47 seconds: 419.10 ops/second llite.lustre-ffff91d5438ba800.statahead_max=0 10001 real 0m59.430s user 0m0.270s sys 0m21.111s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff91d5438ba800.statahead_max=32 32 10001 real 0m38.194s user 0m0.192s sys 0m17.206s ls -l 10000 files with statahead: 38 sec statahead total: 80 statahead wrong: 1 agl total: 73 list_total: 31 fname_total: 49 hit_total: 30824 miss_total: 207 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff91d5438ba800.statahead_stats= statahead total: 80 statahead wrong: 1 agl total: 73 list_total: 31 fname_total: 49 hit_total: 30824 miss_total: 207 mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats= snapshot_time: 1758812761.304299586 secs.nsecs start_time: 1758812550.599640892 secs.nsecs elapsed_time: 210.704658694 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 3 0 1 8: 8 2 3 16: 222 63 66 32: 116 33 100 mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats= snapshot_time: 1758812761.304358365 secs.nsecs start_time: 1758812550.599693317 secs.nsecs elapsed_time: 210.704665048 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 2 0 1 8: 5 1 2 16: 160 45 47 32: 185 52 100 - open/close 5130 (time 1758812772.13 total 10.00 last 512.91) - open/close 9790 (time 1758812782.14 total 20.00 last 465.94) total: 10000 open/close in 20.48 seconds: 488.38 ops/second llite.lustre-ffff91d5438ba800.statahead_batch_max=0 llite.lustre-ffff91d5438ba800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff91d5438ba800.stats=clear mdc.lustre-MDT0001-mdc-ffff91d5438ba800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.745s user 0m0.229s sys 0m38.697s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff91d5438ba800.statahead_batch_max=32 llite.lustre-ffff91d5438ba800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff91d5438ba800.stats=clear mdc.lustre-MDT0001-mdc-ffff91d5438ba800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.409s user 0m0.205s sys 0m23.495s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats= snapshot_time: 1758812872.733827017 secs.nsecs start_time: 1758812827.195739854 secs.nsecs elapsed_time: 45.538087163 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats= snapshot_time: 1758812872.733922240 secs.nsecs start_time: 1758812827.195827213 secs.nsecs elapsed_time: 45.538095027 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats=0 llite.lustre-ffff91d5438ba800.statahead_max=2048 llite.lustre-ffff91d5438ba800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.90 seconds: 52.56 ops/second llite.lustre-ffff91d5438ba800.statahead_max=0 101 real 0m1.591s user 0m0.004s sys 0m0.289s ls -l 100 files without statahead: 1 sec llite.lustre-ffff91d5438ba800.statahead_max=2048 2048 101 real 0m0.482s user 0m0.006s sys 0m0.164s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 8.16 seconds: 110.23 ops/second llite.lustre-ffff91d5438ba800.statahead_max=0 1001 real 0m17.093s user 0m0.029s sys 0m2.774s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff91d5438ba800.statahead_max=2048 2048 1001 real 0m4.279s user 0m0.021s sys 0m1.434s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 954 (time 1758813140.51 total 10.01 last 95.31) total: 1000 open/close in 10.58 seconds: 94.49 ops/second llite.lustre-ffff91d5438ba800.statahead_max=0 2001 real 0m35.053s user 0m0.071s sys 0m5.466s ls -l 2000 files without statahead: 35 sec llite.lustre-ffff91d5438ba800.statahead_max=2048 2048 2001 real 0m8.006s user 0m0.047s sys 0m2.437s ls -l 2000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 27 seconds llite.lustre-ffff91d5438ba800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats= snapshot_time: 1758813219.355196890 secs.nsecs start_time: 1758812873.735061918 secs.nsecs elapsed_time: 345.620134972 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 6 6 4: 1 6 13 8: 4 26 40 16: 1 6 46 32: 2 13 60 64: 0 0 60 128: 0 0 60 256: 6 40 100 mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats= snapshot_time: 1758813219.355255742 secs.nsecs start_time: 1758812873.735217907 secs.nsecs elapsed_time: 345.620037835 secs.nsecs subreqs per batch batches % cum % 1: 3 20 20 2: 0 0 20 4: 1 6 26 8: 3 20 46 16: 0 0 46 32: 1 6 53 64: 1 6 60 128: 0 0 60 256: 6 40 100 - open/close 1066 (time 1758813230.85 total 10.00 last 106.55) - open/close 2145 (time 1758813240.85 total 20.01 last 107.90) - open/close 3162 (time 1758813250.86 total 30.01 last 101.62) - open/close 4257 (time 1758813260.86 total 40.02 last 109.44) - open/close 5578 (time 1758813270.86 total 50.02 last 132.07) - open/close 6710 (time 1758813280.86 total 60.02 last 113.20) - open/close 7809 (time 1758813290.87 total 70.03 last 109.82) - open/close 8861 (time 1758813300.88 total 80.04 last 105.11) - open/close 9954 (time 1758813310.88 total 90.04 last 109.26) total: 10000 open/close in 90.47 seconds: 110.53 ops/second llite.lustre-ffff91d5438ba800.statahead_batch_max=0 llite.lustre-ffff91d5438ba800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff91d5438ba800.stats=clear mdc.lustre-MDT0001-mdc-ffff91d5438ba800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.098s user 0m0.258s sys 0m20.518s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff91d5438ba800.statahead_batch_max=256 llite.lustre-ffff91d5438ba800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff91d5438ba800.stats=clear mdc.lustre-MDT0001-mdc-ffff91d5438ba800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.252s user 0m0.230s sys 0m16.480s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff91d5438ba800.batch_stats= snapshot_time: 1758813392.476695163 secs.nsecs start_time: 1758813352.963589289 secs.nsecs elapsed_time: 39.513105874 secs.nsecs subreqs per batch batches % cum % 1: 160 50 50 2: 33 10 61 4: 40 12 73 8: 21 6 80 16: 9 2 83 32: 9 2 86 64: 9 2 88 128: 1 0 89 256: 34 10 100 mdc.lustre-MDT0001-mdc-ffff91d5438ba800.batch_stats= snapshot_time: 1758813392.476763678 secs.nsecs start_time: 1758813352.964533090 secs.nsecs elapsed_time: 39.512230588 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff91d5438ba800.statahead_batch_max=64 llite.lustre-ffff91d5438ba800.statahead_max=128