== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:00:40 (1752692440) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats=0 llite.lustre-ffff9c362046a800.statahead_max=32 llite.lustre-ffff9c362046a800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.21 seconds: 82.94 ops/second llite.lustre-ffff9c362046a800.statahead_max=0 101 real 0m1.124s user 0m0.001s sys 0m0.360s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9c362046a800.statahead_max=32 32 101 real 0m0.495s user 0m0.002s sys 0m0.291s ls -l 100 files with statahead: 0 sec statahead total: 79 statahead wrong: 1 agl total: 72 list_total: 29 fname_total: 45 hit_total: 33680 miss_total: 216 total: 900 open/close in 4.29 seconds: 209.60 ops/second llite.lustre-ffff9c362046a800.statahead_max=0 1001 real 0m9.427s user 0m0.021s sys 0m2.998s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff9c362046a800.statahead_max=32 32 1001 real 0m4.251s user 0m0.012s sys 0m1.749s ls -l 1000 files with statahead: 4 sec statahead total: 80 statahead wrong: 1 agl total: 73 list_total: 30 fname_total: 45 hit_total: 34679 miss_total: 217 - open/close 2523 (time 1752692480.75 total 10.00 last 252.26) total: 4000 open/close in 16.31 seconds: 245.27 ops/second llite.lustre-ffff9c362046a800.statahead_max=0 5001 real 0m45.175s user 0m0.113s sys 0m14.176s ls -l 5000 files without statahead: 45 sec llite.lustre-ffff9c362046a800.statahead_max=32 32 5001 real 0m22.554s user 0m0.073s sys 0m8.052s ls -l 5000 files with statahead: 22 sec statahead total: 81 statahead wrong: 1 agl total: 74 list_total: 31 fname_total: 45 hit_total: 39678 miss_total: 218 ls -l done rm -r /mnt/lustre/d123ad.sanity: 45 seconds llite.lustre-ffff9c362046a800.statahead_stats= statahead total: 81 statahead wrong: 1 agl total: 74 list_total: 31 fname_total: 45 hit_total: 39678 miss_total: 218 mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats= snapshot_time: 1752692609.159864484 secs.nsecs start_time: 1752692442.801396536 secs.nsecs elapsed_time: 166.358467948 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 1 1 4: 5 2 4 8: 3 1 5 16: 130 66 71 32: 55 28 100 mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats= snapshot_time: 1752692609.159921924 secs.nsecs start_time: 1752692442.801576126 secs.nsecs elapsed_time: 166.358345798 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 1 1 4: 1 0 1 8: 4 2 3 16: 83 41 45 32: 108 54 100 - open/close 1997 (time 1752692620.61 total 10.00 last 199.68) - open/close 4009 (time 1752692630.61 total 20.00 last 201.16) - open/close 6035 (time 1752692640.61 total 30.00 last 202.60) - open/close 8153 (time 1752692650.61 total 40.00 last 211.78) total: 10000 open/close in 48.74 seconds: 205.16 ops/second llite.lustre-ffff9c362046a800.statahead_batch_max=0 llite.lustre-ffff9c362046a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c362046a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9c362046a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.503s user 0m0.124s sys 0m32.163s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c362046a800.statahead_batch_max=32 llite.lustre-ffff9c362046a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c362046a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9c362046a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.762s user 0m0.153s sys 0m18.970s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats= snapshot_time: 1752692740.966036833 secs.nsecs start_time: 1752692699.060600638 secs.nsecs elapsed_time: 41.905436195 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats= snapshot_time: 1752692740.966081371 secs.nsecs start_time: 1752692699.060674974 secs.nsecs elapsed_time: 41.905406397 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats=0 llite.lustre-ffff9c362046a800.statahead_max=2048 llite.lustre-ffff9c362046a800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.10 seconds: 90.89 ops/second llite.lustre-ffff9c362046a800.statahead_max=0 101 real 0m0.514s user 0m0.002s sys 0m0.153s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9c362046a800.statahead_max=2048 2048 101 real 0m0.325s user 0m0.003s sys 0m0.163s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.99 seconds: 452.31 ops/second llite.lustre-ffff9c362046a800.statahead_max=0 1001 real 0m5.239s user 0m0.010s sys 0m1.599s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff9c362046a800.statahead_max=2048 2048 1001 real 0m3.185s user 0m0.013s sys 0m0.896s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4415 (time 1752692857.73 total 10.00 last 441.42) - open/close 8879 (time 1752692867.73 total 20.00 last 446.38) total: 9000 open/close in 20.30 seconds: 443.28 ops/second llite.lustre-ffff9c362046a800.statahead_max=0 10001 real 1m28.391s user 0m0.228s sys 0m27.393s ls -l 10000 files without statahead: 88 sec llite.lustre-ffff9c362046a800.statahead_max=2048 2048 10001 real 0m31.446s user 0m0.121s sys 0m19.479s ls -l 10000 files with statahead: 31 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 98 seconds llite.lustre-ffff9c362046a800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats= snapshot_time: 1752693098.740987963 secs.nsecs start_time: 1752692741.707066840 secs.nsecs elapsed_time: 357.033921123 secs.nsecs subreqs per batch batches % cum % 1: 246 80 80 2: 20 6 86 4: 7 2 88 8: 2 0 89 16: 0 0 89 32: 0 0 89 64: 0 0 89 128: 7 2 91 256: 25 8 100 mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats= snapshot_time: 1752693098.741068523 secs.nsecs start_time: 1752692741.707169960 secs.nsecs elapsed_time: 357.033898563 secs.nsecs subreqs per batch batches % cum % 1: 236 74 74 2: 30 9 84 4: 10 3 87 8: 4 1 88 16: 0 0 88 32: 1 0 89 64: 1 0 89 128: 3 0 90 256: 30 9 100 - open/close 2072 (time 1752693109.95 total 10.00 last 207.12) - open/close 4136 (time 1752693119.95 total 20.01 last 206.32) - open/close 6257 (time 1752693129.95 total 30.01 last 212.07) - open/close 8968 (time 1752693139.95 total 40.01 last 271.07) total: 10000 open/close in 42.46 seconds: 235.50 ops/second llite.lustre-ffff9c362046a800.statahead_batch_max=0 llite.lustre-ffff9c362046a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c362046a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9c362046a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m46.758s user 0m0.149s sys 0m40.177s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c362046a800.statahead_batch_max=256 llite.lustre-ffff9c362046a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c362046a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9c362046a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.729s user 0m0.129s sys 0m25.184s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9c362046a800.batch_stats= snapshot_time: 1752693231.194715360 secs.nsecs start_time: 1752693191.533817762 secs.nsecs elapsed_time: 39.660897598 secs.nsecs subreqs per batch batches % cum % 1: 156 58 58 2: 34 12 71 4: 12 4 75 8: 1 0 76 16: 4 1 77 32: 21 7 85 64: 2 0 86 128: 0 0 86 256: 36 13 100 mdc.lustre-MDT0001-mdc-ffff9c362046a800.batch_stats= snapshot_time: 1752693231.194824278 secs.nsecs start_time: 1752693191.533902262 secs.nsecs elapsed_time: 39.660922016 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9c362046a800.statahead_batch_max=64 llite.lustre-ffff9c362046a800.statahead_max=128