== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:10:14 (1727766614) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats=0 llite.lustre-ffff88012a62e800.statahead_max=32 llite.lustre-ffff88012a62e800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.26 seconds: 79.06 ops/second llite.lustre-ffff88012a62e800.statahead_max=0 101 real 0m1.044s user 0m0.015s sys 0m0.268s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a62e800.statahead_max=32 32 101 real 0m0.387s user 0m0.001s sys 0m0.129s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1774 miss_total: 141 total: 900 open/close in 5.00 seconds: 179.91 ops/second llite.lustre-ffff88012a62e800.statahead_max=0 1001 real 0m11.067s user 0m0.085s sys 0m2.706s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff88012a62e800.statahead_max=32 32 1001 real 0m3.100s user 0m0.029s sys 0m1.068s ls -l 1000 files with statahead: 3 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2773 miss_total: 149 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 7 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2773 miss_total: 149 mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats= snapshot_time: 1727766651.953474245 secs.nsecs start_time: 1727766616.230955687 secs.nsecs elapsed_time: 35.722518558 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 3 8 8 4: 2 5 13 8: 2 5 19 16: 23 63 83 32: 6 16 100 mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats= snapshot_time: 1727766651.953630739 secs.nsecs start_time: 1727766616.231568717 secs.nsecs elapsed_time: 35.722062022 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 5 5 8: 2 5 10 16: 12 30 41 32: 23 58 100 - open/close 1860 (time 1727766663.00 total 10.01 last 185.90) - open/close 4059 (time 1727766673.00 total 20.01 last 219.90) - open/close 6052 (time 1727766683.00 total 30.01 last 199.23) - open/close 8044 (time 1727766693.00 total 40.01 last 199.19) - open/close 9772 (time 1727766703.01 total 50.01 last 172.75) total: 10000 open/close in 51.43 seconds: 194.43 ops/second llite.lustre-ffff88012a62e800.statahead_batch_max=0 llite.lustre-ffff88012a62e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a62e800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a62e800.stats=clear 10001 real 0m18.051s user 0m0.216s sys 0m8.728s llite.lustre-ffff88012a62e800.statahead_batch_max=32 llite.lustre-ffff88012a62e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a62e800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a62e800.stats=clear 10001 real 0m34.194s user 0m0.299s sys 0m10.356s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats= snapshot_time: 1727766763.302776590 secs.nsecs start_time: 1727766725.414128452 secs.nsecs elapsed_time: 37.888648138 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats= snapshot_time: 1727766763.302921090 secs.nsecs start_time: 1727766725.414240697 secs.nsecs elapsed_time: 37.888680393 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats=0 llite.lustre-ffff88012a62e800.statahead_max=2048 llite.lustre-ffff88012a62e800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.24 seconds: 80.95 ops/second llite.lustre-ffff88012a62e800.statahead_max=0 101 real 0m1.024s user 0m0.002s sys 0m0.284s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a62e800.statahead_max=2048 2048 101 real 0m0.380s user 0m0.004s sys 0m0.139s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 63 total: 900 open/close in 4.34 seconds: 207.51 ops/second llite.lustre-ffff88012a62e800.statahead_max=0 1001 real 0m10.559s user 0m0.146s sys 0m2.576s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff88012a62e800.statahead_max=2048 2048 1001 real 0m2.137s user 0m0.036s sys 0m1.044s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 64 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 7 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 64 mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats= snapshot_time: 1727766869.523230099 secs.nsecs start_time: 1727766764.213422627 secs.nsecs elapsed_time: 105.309807472 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 28 28 4: 0 0 28 8: 2 28 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats= snapshot_time: 1727766869.523371955 secs.nsecs start_time: 1727766764.213728767 secs.nsecs elapsed_time: 105.309643188 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 28 28 8: 2 28 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 1913 (time 1727766880.36 total 10.01 last 191.18) - open/close 4403 (time 1727766890.36 total 20.01 last 248.96) - open/close 6790 (time 1727766900.36 total 30.01 last 238.64) - open/close 8845 (time 1727766910.37 total 40.01 last 205.45) total: 10000 open/close in 43.69 seconds: 228.91 ops/second llite.lustre-ffff88012a62e800.statahead_batch_max=0 llite.lustre-ffff88012a62e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a62e800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a62e800.stats=clear 10001 real 0m15.310s user 0m0.188s sys 0m8.701s llite.lustre-ffff88012a62e800.statahead_batch_max=256 llite.lustre-ffff88012a62e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a62e800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a62e800.stats=clear 10001 real 0m12.635s user 0m0.258s sys 0m9.838s unbatched RPCs: 10004, batched RPCs: 250 mdc.lustre-MDT0000-mdc-ffff88012a62e800.batch_stats= snapshot_time: 1727766947.449370442 secs.nsecs start_time: 1727766931.724104180 secs.nsecs elapsed_time: 15.725266262 secs.nsecs subreqs per batch batches % cum % 1: 140 56 56 2: 18 7 63 4: 15 6 69 8: 11 4 73 16: 9 3 77 32: 10 4 81 64: 12 4 86 128: 0 0 86 256: 35 14 100 mdc.lustre-MDT0001-mdc-ffff88012a62e800.batch_stats= snapshot_time: 1727766947.449536577 secs.nsecs start_time: 1727766931.724368125 secs.nsecs elapsed_time: 15.725168452 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a62e800.statahead_batch_max=64 llite.lustre-ffff88012a62e800.statahead_max=128