== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:46:46 (1714405606) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats=0 llite.lustre-ffff8800aa597800.statahead_max=32 llite.lustre-ffff8800aa597800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.26 seconds: 79.09 ops/second llite.lustre-ffff8800aa597800.statahead_max=0 101 real 0m1.123s user 0m0.000s sys 0m0.288s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa597800.statahead_max=32 32 101 real 0m0.405s user 0m0.003s sys 0m0.137s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1631 miss_total: 140 total: 900 open/close in 5.54 seconds: 162.35 ops/second llite.lustre-ffff8800aa597800.statahead_max=0 1001 real 0m11.983s user 0m0.066s sys 0m2.835s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800aa597800.statahead_max=32 32 1001 real 0m2.800s user 0m0.037s sys 0m1.052s ls -l 1000 files with statahead: 3 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2630 miss_total: 145 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 7 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2630 miss_total: 145 mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats= snapshot_time: 1714405646.387199828 secs.nsecs start_time: 1714405608.753890286 secs.nsecs elapsed_time: 37.633309542 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 5 5 4: 2 5 11 8: 2 5 16 16: 24 66 83 32: 6 16 100 mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats= snapshot_time: 1714405646.387341064 secs.nsecs start_time: 1714405608.753994261 secs.nsecs elapsed_time: 37.633346803 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 0 0 5 4: 1 2 7 8: 3 7 15 16: 8 20 35 32: 26 65 100 - open/close 1836 (time 1714405657.50 total 10.00 last 183.54) - open/close 1923 (time 1714405669.06 total 21.56 last 7.53) - open/close 3563 (time 1714405679.06 total 31.57 last 163.94) - open/close 5196 (time 1714405689.07 total 41.57 last 163.17) - open/close 7284 (time 1714405699.07 total 51.58 last 208.77) - open/close 9221 (time 1714405709.08 total 61.58 last 193.67) total: 10000 open/close in 66.08 seconds: 151.34 ops/second llite.lustre-ffff8800aa597800.statahead_batch_max=0 llite.lustre-ffff8800aa597800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa597800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa597800.stats=clear 10001 real 0m14.407s user 0m0.195s sys 0m8.997s llite.lustre-ffff8800aa597800.statahead_batch_max=32 llite.lustre-ffff8800aa597800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa597800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa597800.stats=clear 10001 real 0m26.717s user 0m0.252s sys 0m10.175s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats= snapshot_time: 1714405760.214594163 secs.nsecs start_time: 1714405730.369070519 secs.nsecs elapsed_time: 29.845523644 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats= snapshot_time: 1714405760.214762733 secs.nsecs start_time: 1714405730.369191544 secs.nsecs elapsed_time: 29.845571189 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats=0 llite.lustre-ffff8800aa597800.statahead_max=2048 llite.lustre-ffff8800aa597800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.37 seconds: 72.84 ops/second llite.lustre-ffff8800aa597800.statahead_max=0 101 real 0m1.173s user 0m0.004s sys 0m0.309s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa597800.statahead_max=2048 2048 101 real 0m0.327s user 0m0.000s sys 0m0.131s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 45 total: 900 open/close in 4.65 seconds: 193.35 ops/second llite.lustre-ffff8800aa597800.statahead_max=0 1001 real 0m10.668s user 0m0.086s sys 0m2.823s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff8800aa597800.statahead_max=2048 2048 1001 real 0m1.612s user 0m0.027s sys 0m1.012s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 46 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 46 mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats= snapshot_time: 1714405863.802858086 secs.nsecs start_time: 1714405761.048187564 secs.nsecs elapsed_time: 102.754670522 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 20 20 8: 2 40 60 16: 0 0 60 32: 0 0 60 64: 0 0 60 128: 0 0 60 256: 2 40 100 mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats= snapshot_time: 1714405863.802999095 secs.nsecs start_time: 1714405761.048306143 secs.nsecs elapsed_time: 102.754692952 secs.nsecs subreqs per batch batches % cum % 1: 1 12 12 2: 0 0 12 4: 0 0 12 8: 2 25 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 1878 (time 1714405874.72 total 10.00 last 187.73) - open/close 3820 (time 1714405884.73 total 20.01 last 194.16) - open/close 5774 (time 1714405894.73 total 30.01 last 195.35) - open/close 7730 (time 1714405904.73 total 40.01 last 195.55) - open/close 9573 (time 1714405914.74 total 50.02 last 184.20) total: 10000 open/close in 52.92 seconds: 188.98 ops/second llite.lustre-ffff8800aa597800.statahead_batch_max=0 llite.lustre-ffff8800aa597800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa597800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa597800.stats=clear 10001 real 0m16.137s user 0m0.246s sys 0m9.399s llite.lustre-ffff8800aa597800.statahead_batch_max=256 llite.lustre-ffff8800aa597800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa597800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa597800.stats=clear 10001 real 0m14.522s user 0m0.323s sys 0m10.389s unbatched RPCs: 10004, batched RPCs: 246 mdc.lustre-MDT0000-mdc-ffff8800aa597800.batch_stats= snapshot_time: 1714405955.016471072 secs.nsecs start_time: 1714405936.880591331 secs.nsecs elapsed_time: 18.135879741 secs.nsecs subreqs per batch batches % cum % 1: 148 60 60 2: 14 5 65 4: 8 3 69 8: 9 3 72 16: 13 5 78 32: 15 6 84 64: 3 1 85 128: 0 0 85 256: 36 14 100 mdc.lustre-MDT0001-mdc-ffff8800aa597800.batch_stats= snapshot_time: 1714405955.016804878 secs.nsecs start_time: 1714405936.880744936 secs.nsecs elapsed_time: 18.136059942 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aa597800.statahead_batch_max=64 llite.lustre-ffff8800aa597800.statahead_max=128