== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:49:15 (1733399355) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats=0 llite.lustre-ffff88012b64e800.statahead_max=32 llite.lustre-ffff88012b64e800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 198.43 ops/second llite.lustre-ffff88012b64e800.statahead_max=0 101 real 0m0.494s user 0m0.004s sys 0m0.191s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012b64e800.statahead_max=32 32 101 real 0m0.303s user 0m0.002s sys 0m0.115s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11950 miss_total: 143 total: 900 open/close in 1.55 seconds: 578.98 ops/second llite.lustre-ffff88012b64e800.statahead_max=0 1001 real 0m4.645s user 0m0.022s sys 0m1.808s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88012b64e800.statahead_max=32 32 1001 real 0m1.611s user 0m0.020s sys 0m0.885s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12949 miss_total: 144 - open/close 5842 (time 1733399378.92 total 10.00 last 584.14) total: 9000 open/close in 15.40 seconds: 584.30 ops/second llite.lustre-ffff88012b64e800.statahead_max=0 10001 real 0m46.737s user 0m0.243s sys 0m17.524s ls -l 10000 files without statahead: 47 sec llite.lustre-ffff88012b64e800.statahead_max=32 32 10001 real 0m16.218s user 0m0.206s sys 0m8.769s ls -l 10000 files with statahead: 16 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22948 miss_total: 145 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88012b64e800.statahead_stats= statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22948 miss_total: 145 mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats= snapshot_time: 1733399485.904928488 secs.nsecs start_time: 1733399356.528388146 secs.nsecs elapsed_time: 129.376540342 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 4 1 2 16: 203 57 59 32: 142 40 100 mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats= snapshot_time: 1733399485.905032245 secs.nsecs start_time: 1733399356.528497703 secs.nsecs elapsed_time: 129.376534542 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 3 0 1 8: 7 1 3 16: 196 55 58 32: 147 41 100 - open/close 5276 (time 1733399496.73 total 10.00 last 527.55) total: 10000 open/close in 18.48 seconds: 541.12 ops/second llite.lustre-ffff88012b64e800.statahead_batch_max=0 llite.lustre-ffff88012b64e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b64e800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b64e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.899s user 0m0.207s sys 0m9.214s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b64e800.statahead_batch_max=32 llite.lustre-ffff88012b64e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b64e800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b64e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.487s user 0m0.230s sys 0m8.864s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats= snapshot_time: 1733399538.642362488 secs.nsecs start_time: 1733399516.964195284 secs.nsecs elapsed_time: 21.678167204 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats= snapshot_time: 1733399538.642500789 secs.nsecs start_time: 1733399516.964271574 secs.nsecs elapsed_time: 21.678229215 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats=0 llite.lustre-ffff88012b64e800.statahead_max=2048 llite.lustre-ffff88012b64e800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 187.18 ops/second llite.lustre-ffff88012b64e800.statahead_max=0 101 real 0m0.491s user 0m0.003s sys 0m0.184s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b64e800.statahead_max=2048 2048 101 real 0m0.270s user 0m0.006s sys 0m0.112s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.56 seconds: 575.70 ops/second llite.lustre-ffff88012b64e800.statahead_max=0 1001 real 0m4.757s user 0m0.026s sys 0m1.799s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012b64e800.statahead_max=2048 2048 1001 real 0m1.231s user 0m0.015s sys 0m0.820s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5828 (time 1733399618.29 total 10.00 last 582.79) total: 9000 open/close in 15.48 seconds: 581.37 ops/second llite.lustre-ffff88012b64e800.statahead_max=0 10001 real 1m0.019s user 0m0.277s sys 0m21.906s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff88012b64e800.statahead_max=2048 2048 10001 real 0m8.578s user 0m0.197s sys 0m7.686s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88012b64e800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats= snapshot_time: 1733399730.368480149 secs.nsecs start_time: 1733399539.307181321 secs.nsecs elapsed_time: 191.061298828 secs.nsecs subreqs per batch batches % cum % 1: 53 50 50 2: 3 2 53 4: 10 9 62 8: 3 2 65 16: 2 1 67 32: 0 0 67 64: 1 0 68 128: 5 4 73 256: 28 26 100 mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats= snapshot_time: 1733399730.368579136 secs.nsecs start_time: 1733399539.307315675 secs.nsecs elapsed_time: 191.061263461 secs.nsecs subreqs per batch batches % cum % 1: 58 50 50 2: 3 2 53 4: 3 2 56 8: 8 7 63 16: 5 4 67 32: 2 1 69 64: 2 1 71 128: 1 0 71 256: 32 28 100 - open/close 5465 (time 1733399741.23 total 10.00 last 546.48) total: 10000 open/close in 19.32 seconds: 517.53 ops/second llite.lustre-ffff88012b64e800.statahead_batch_max=0 llite.lustre-ffff88012b64e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b64e800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b64e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.871s user 0m0.183s sys 0m7.829s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b64e800.statahead_batch_max=256 llite.lustre-ffff88012b64e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b64e800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b64e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.819s user 0m0.182s sys 0m7.517s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b64e800.batch_stats= snapshot_time: 1733399772.058481732 secs.nsecs start_time: 1733399761.147293580 secs.nsecs elapsed_time: 10.911188152 secs.nsecs subreqs per batch batches % cum % 1: 206 67 67 2: 18 5 73 4: 4 1 74 8: 8 2 77 16: 15 4 82 32: 16 5 87 64: 3 0 88 128: 1 0 88 256: 35 11 100 mdc.lustre-MDT0001-mdc-ffff88012b64e800.batch_stats= snapshot_time: 1733399772.058583668 secs.nsecs start_time: 1733399761.147445723 secs.nsecs elapsed_time: 10.911137945 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012b64e800.statahead_batch_max=64 llite.lustre-ffff88012b64e800.statahead_max=128