== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:52:46 (1777427566) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats=0 llite.lustre-ffff984d98613800.statahead_max=32 llite.lustre-ffff984d98613800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.65 seconds: 153.62 ops/second llite.lustre-ffff984d98613800.statahead_max=0 101 real 0m0.663s user 0m0.004s sys 0m0.274s ls -l 100 files without statahead: 0 sec llite.lustre-ffff984d98613800.statahead_max=32 32 101 real 0m0.529s user 0m0.001s sys 0m0.338s ls -l 100 files with statahead: 1 sec statahead total: 62 statahead wrong: 1 agl total: 54 list_total: 29 fname_total: 31 hit_total: 33988 miss_total: 216 total: 900 open/close in 1.86 seconds: 484.21 ops/second llite.lustre-ffff984d98613800.statahead_max=0 1001 real 0m5.987s user 0m0.025s sys 0m2.308s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff984d98613800.statahead_max=32 32 1001 real 0m3.825s user 0m0.012s sys 0m1.753s ls -l 1000 files with statahead: 4 sec statahead total: 63 statahead wrong: 1 agl total: 55 list_total: 30 fname_total: 31 hit_total: 34987 miss_total: 217 - open/close 4785 (time 1777427597.27 total 10.00 last 478.48) total: 9000 open/close in 18.51 seconds: 486.24 ops/second llite.lustre-ffff984d98613800.statahead_max=0 10001 real 0m58.806s user 0m0.219s sys 0m22.850s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff984d98613800.statahead_max=32 32 10001 real 0m40.529s user 0m0.183s sys 0m19.682s ls -l 10000 files with statahead: 41 sec statahead total: 64 statahead wrong: 1 agl total: 56 list_total: 31 fname_total: 31 hit_total: 44986 miss_total: 218 ls -l done rm -r /mnt/lustre/d123ad.sanity: 58 seconds llite.lustre-ffff984d98613800.statahead_stats= statahead total: 64 statahead wrong: 1 agl total: 56 list_total: 31 fname_total: 31 hit_total: 44986 miss_total: 218 mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats= snapshot_time: 1777427777.070452424 secs.nsecs start_time: 1777427568.456475437 secs.nsecs elapsed_time: 208.613976987 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 3 0 1 4: 3 0 1 8: 6 1 3 16: 232 65 69 32: 107 30 100 mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats= snapshot_time: 1777427777.070511021 secs.nsecs start_time: 1777427568.456550717 secs.nsecs elapsed_time: 208.613960304 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 0 0 0 8: 6 1 2 16: 153 43 45 32: 193 54 100 - open/close 5050 (time 1777427787.85 total 10.00 last 504.91) total: 10000 open/close in 19.93 seconds: 501.74 ops/second llite.lustre-ffff984d98613800.statahead_batch_max=0 llite.lustre-ffff984d98613800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff984d98613800.stats=clear mdc.lustre-MDT0001-mdc-ffff984d98613800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.517s user 0m0.164s sys 0m34.339s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff984d98613800.statahead_batch_max=32 llite.lustre-ffff984d98613800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff984d98613800.stats=clear mdc.lustre-MDT0001-mdc-ffff984d98613800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m45.886s user 0m0.189s sys 0m28.055s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats= snapshot_time: 1777427889.088898872 secs.nsecs start_time: 1777427837.378234953 secs.nsecs elapsed_time: 51.710663919 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats= snapshot_time: 1777427889.088945719 secs.nsecs start_time: 1777427837.378312627 secs.nsecs elapsed_time: 51.710633092 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats=0 llite.lustre-ffff984d98613800.statahead_max=2048 llite.lustre-ffff984d98613800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.78 seconds: 128.98 ops/second llite.lustre-ffff984d98613800.statahead_max=0 101 real 0m0.674s user 0m0.004s sys 0m0.253s ls -l 100 files without statahead: 1 sec llite.lustre-ffff984d98613800.statahead_max=2048 2048 101 real 0m0.411s user 0m0.002s sys 0m0.226s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.86 seconds: 484.35 ops/second llite.lustre-ffff984d98613800.statahead_max=0 1001 real 0m5.897s user 0m0.023s sys 0m2.285s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff984d98613800.statahead_max=2048 2048 1001 real 0m4.423s user 0m0.021s sys 0m1.631s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3420 (time 1777428007.58 total 10.00 last 341.95) - open/close 7625 (time 1777428017.58 total 20.00 last 420.42) total: 9000 open/close in 23.19 seconds: 388.18 ops/second llite.lustre-ffff984d98613800.statahead_max=0 10001 real 1m21.379s user 0m0.261s sys 0m29.766s ls -l 10000 files without statahead: 82 sec llite.lustre-ffff984d98613800.statahead_max=2048 2048 10001 real 0m38.403s user 0m0.136s sys 0m24.068s ls -l 10000 files with statahead: 38 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffff984d98613800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats= snapshot_time: 1777428221.268878238 secs.nsecs start_time: 1777427889.921578124 secs.nsecs elapsed_time: 331.347300114 secs.nsecs subreqs per batch batches % cum % 1: 308 78 78 2: 34 8 87 4: 13 3 90 8: 3 0 91 16: 1 0 91 32: 0 0 91 64: 1 0 92 128: 3 0 92 256: 28 7 100 mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats= snapshot_time: 1777428221.268920776 secs.nsecs start_time: 1777427889.921711204 secs.nsecs elapsed_time: 331.347209572 secs.nsecs subreqs per batch batches % cum % 1: 280 75 75 2: 50 13 88 4: 4 1 90 8: 4 1 91 16: 0 0 91 32: 1 0 91 64: 1 0 91 128: 1 0 91 256: 30 8 100 - open/close 4552 (time 1777428232.47 total 10.00 last 455.16) - open/close 9213 (time 1777428242.47 total 20.00 last 466.01) total: 10000 open/close in 21.67 seconds: 461.53 ops/second llite.lustre-ffff984d98613800.statahead_batch_max=0 llite.lustre-ffff984d98613800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff984d98613800.stats=clear mdc.lustre-MDT0001-mdc-ffff984d98613800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.697s user 0m0.162s sys 0m28.785s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff984d98613800.statahead_batch_max=256 llite.lustre-ffff984d98613800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff984d98613800.stats=clear mdc.lustre-MDT0001-mdc-ffff984d98613800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.779s user 0m0.178s sys 0m21.251s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff984d98613800.batch_stats= snapshot_time: 1777428320.325180697 secs.nsecs start_time: 1777428281.092098979 secs.nsecs elapsed_time: 39.233081718 secs.nsecs subreqs per batch batches % cum % 1: 227 53 53 2: 80 18 72 4: 42 9 82 8: 13 3 85 16: 2 0 86 32: 21 4 91 64: 4 0 91 128: 0 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff984d98613800.batch_stats= snapshot_time: 1777428320.325254918 secs.nsecs start_time: 1777428281.092155214 secs.nsecs elapsed_time: 39.233099704 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff984d98613800.statahead_batch_max=64 llite.lustre-ffff984d98613800.statahead_max=128