== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:36:42 (1708828602) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats=0 llite.lustre-ffff8800aa231000.statahead_max=32 llite.lustre-ffff8800aa231000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 158.41 ops/second llite.lustre-ffff8800aa231000.statahead_max=0 101 real 0m0.605s user 0m0.004s sys 0m0.224s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa231000.statahead_max=32 32 101 real 0m0.338s user 0m0.005s sys 0m0.127s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1454 miss_total: 142 total: 900 open/close in 2.28 seconds: 394.69 ops/second llite.lustre-ffff8800aa231000.statahead_max=0 1001 real 0m5.823s user 0m0.035s sys 0m2.152s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800aa231000.statahead_max=32 32 1001 real 0m1.682s user 0m0.028s sys 0m0.888s ls -l 1000 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2453 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2453 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats= snapshot_time: 1708828623.241370520 secs.nsecs start_time: 1708828603.652544650 secs.nsecs elapsed_time: 19.588825870 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 2 5 8 4: 2 5 13 8: 2 5 18 16: 26 70 89 32: 4 10 100 mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats= snapshot_time: 1708828623.241501680 secs.nsecs start_time: 1708828603.652656665 secs.nsecs elapsed_time: 19.588845015 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 2 5 7 8: 2 5 12 16: 9 23 35 32: 25 64 100 - open/close 4135 (time 1708828633.93 total 10.00 last 413.44) - open/close 7036 (time 1708828643.93 total 20.00 last 290.07) - open/close 9538 (time 1708828653.93 total 30.00 last 250.14) total: 10000 open/close in 31.92 seconds: 313.33 ops/second llite.lustre-ffff8800aa231000.statahead_batch_max=0 llite.lustre-ffff8800aa231000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa231000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa231000.stats=clear 10001 real 0m11.880s user 0m0.224s sys 0m11.275s llite.lustre-ffff8800aa231000.statahead_batch_max=32 llite.lustre-ffff8800aa231000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa231000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa231000.stats=clear 10001 real 0m21.967s user 0m0.199s sys 0m9.532s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats= snapshot_time: 1708828700.206701447 secs.nsecs start_time: 1708828672.698355487 secs.nsecs elapsed_time: 27.508345960 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats= snapshot_time: 1708828700.206855590 secs.nsecs start_time: 1708828672.698459797 secs.nsecs elapsed_time: 27.508395793 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats=0 llite.lustre-ffff8800aa231000.statahead_max=2048 llite.lustre-ffff8800aa231000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.59 seconds: 170.48 ops/second llite.lustre-ffff8800aa231000.statahead_max=0 101 real 0m0.534s user 0m0.006s sys 0m0.196s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa231000.statahead_max=2048 2048 101 real 0m0.254s user 0m0.002s sys 0m0.104s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 3 total: 900 open/close in 1.72 seconds: 524.59 ops/second llite.lustre-ffff8800aa231000.statahead_max=0 1001 real 0m4.984s user 0m0.030s sys 0m1.865s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aa231000.statahead_max=2048 2048 1001 real 0m1.254s user 0m0.018s sys 0m0.812s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 4 - open/close 4271 (time 1708828773.81 total 10.00 last 427.07) - open/close 7478 (time 1708828783.81 total 20.00 last 320.68) total: 9000 open/close in 25.15 seconds: 357.91 ops/second llite.lustre-ffff8800aa231000.statahead_max=0 10001 real 1m0.375s user 0m0.357s sys 0m25.106s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff8800aa231000.statahead_max=2048 2048 10001 real 0m11.062s user 0m0.240s sys 0m9.953s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 46 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 5 mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats= snapshot_time: 1708828913.298286339 secs.nsecs start_time: 1708828700.821375455 secs.nsecs elapsed_time: 212.476910884 secs.nsecs subreqs per batch batches % cum % 1: 53 51 51 2: 5 4 56 4: 7 6 63 8: 5 4 67 16: 0 0 67 32: 0 0 67 64: 0 0 67 128: 3 2 70 256: 30 29 100 mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats= snapshot_time: 1708828913.298454932 secs.nsecs start_time: 1708828700.821445896 secs.nsecs elapsed_time: 212.477009036 secs.nsecs subreqs per batch batches % cum % 1: 46 45 45 2: 7 6 51 4: 4 3 55 8: 6 5 61 16: 2 1 63 32: 1 0 64 64: 2 1 66 128: 1 0 67 256: 33 32 100 - open/close 4025 (time 1708828924.18 total 10.00 last 402.47) - open/close 7119 (time 1708828934.19 total 20.00 last 309.30) - open/close 9769 (time 1708828944.19 total 30.00 last 264.99) total: 10000 open/close in 31.07 seconds: 321.84 ops/second llite.lustre-ffff8800aa231000.statahead_batch_max=0 llite.lustre-ffff8800aa231000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa231000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa231000.stats=clear 10001 real 0m13.231s user 0m0.228s sys 0m12.256s llite.lustre-ffff8800aa231000.statahead_batch_max=256 llite.lustre-ffff8800aa231000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa231000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa231000.stats=clear 10001 real 0m12.945s user 0m0.245s sys 0m11.460s unbatched RPCs: 10004, batched RPCs: 311 mdc.lustre-MDT0000-mdc-ffff8800aa231000.batch_stats= snapshot_time: 1708828981.702478788 secs.nsecs start_time: 1708828962.796237249 secs.nsecs elapsed_time: 18.906241539 secs.nsecs subreqs per batch batches % cum % 1: 218 70 70 2: 7 2 72 4: 9 2 75 8: 9 2 78 16: 7 2 80 32: 13 4 84 64: 12 3 88 128: 3 0 89 256: 33 10 100 mdc.lustre-MDT0001-mdc-ffff8800aa231000.batch_stats= snapshot_time: 1708828981.702630098 secs.nsecs start_time: 1708828962.796331842 secs.nsecs elapsed_time: 18.906298256 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aa231000.statahead_batch_max=64 llite.lustre-ffff8800aa231000.statahead_max=128