== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:59:34 (1763355574) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats=0 llite.lustre-ffff8e2d080ea800.statahead_max=32 llite.lustre-ffff8e2d080ea800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 141.72 ops/second llite.lustre-ffff8e2d080ea800.statahead_max=0 101 real 0m0.608s user 0m0.004s sys 0m0.221s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8e2d080ea800.statahead_max=32 32 101 real 0m0.376s user 0m0.002s sys 0m0.231s ls -l 100 files with statahead: 0 sec statahead total: 81 statahead wrong: 2 agl total: 76 list_total: 31 fname_total: 42 hit_total: 33552 miss_total: 791 total: 900 open/close in 1.94 seconds: 464.59 ops/second llite.lustre-ffff8e2d080ea800.statahead_max=0 1001 real 0m5.809s user 0m0.030s sys 0m2.033s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8e2d080ea800.statahead_max=32 32 1001 real 0m3.953s user 0m0.020s sys 0m1.695s ls -l 1000 files with statahead: 4 sec statahead total: 82 statahead wrong: 2 agl total: 77 list_total: 32 fname_total: 42 hit_total: 34551 miss_total: 792 - open/close 4631 (time 1763355604.70 total 10.00 last 463.06) total: 9000 open/close in 19.90 seconds: 452.31 ops/second llite.lustre-ffff8e2d080ea800.statahead_max=0 10001 real 0m58.002s user 0m0.192s sys 0m20.302s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff8e2d080ea800.statahead_max=32 32 10001 real 0m36.682s user 0m0.157s sys 0m16.033s ls -l 10000 files with statahead: 36 sec statahead total: 83 statahead wrong: 2 agl total: 78 list_total: 33 fname_total: 42 hit_total: 44550 miss_total: 793 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff8e2d080ea800.statahead_stats= statahead total: 83 statahead wrong: 2 agl total: 78 list_total: 33 fname_total: 42 hit_total: 44550 miss_total: 793 mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats= snapshot_time: 1763355783.760794294 secs.nsecs start_time: 1763355576.132934740 secs.nsecs elapsed_time: 207.627859554 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 3 0 1 4: 2 0 1 8: 5 1 3 16: 221 62 66 32: 118 33 100 mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats= snapshot_time: 1763355783.760881818 secs.nsecs start_time: 1763355576.132995620 secs.nsecs elapsed_time: 207.627886198 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 0 0 8: 6 1 2 16: 162 45 48 32: 184 51 100 - open/close 4666 (time 1763355794.80 total 10.00 last 466.55) - open/close 9241 (time 1763355804.80 total 20.00 last 457.47) total: 10000 open/close in 21.58 seconds: 463.50 ops/second llite.lustre-ffff8e2d080ea800.statahead_batch_max=0 llite.lustre-ffff8e2d080ea800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.381s user 0m0.154s sys 0m31.262s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e2d080ea800.statahead_batch_max=32 llite.lustre-ffff8e2d080ea800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.444s user 0m0.153s sys 0m20.615s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats= snapshot_time: 1763355883.438434187 secs.nsecs start_time: 1763355841.295085126 secs.nsecs elapsed_time: 42.143349061 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats= snapshot_time: 1763355883.438501505 secs.nsecs start_time: 1763355841.295134175 secs.nsecs elapsed_time: 42.143367330 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats=0 llite.lustre-ffff8e2d080ea800.statahead_max=2048 llite.lustre-ffff8e2d080ea800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.84 seconds: 118.34 ops/second llite.lustre-ffff8e2d080ea800.statahead_max=0 101 real 0m0.559s user 0m0.001s sys 0m0.195s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8e2d080ea800.statahead_max=2048 2048 101 real 0m0.320s user 0m0.002s sys 0m0.223s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.84 seconds: 489.17 ops/second llite.lustre-ffff8e2d080ea800.statahead_max=0 1001 real 0m5.359s user 0m0.017s sys 0m1.834s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8e2d080ea800.statahead_max=2048 2048 1001 real 0m3.060s user 0m0.014s sys 0m1.249s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4791 (time 1763355990.06 total 10.00 last 479.07) total: 9000 open/close in 18.91 seconds: 476.01 ops/second llite.lustre-ffff8e2d080ea800.statahead_max=0 10001 real 0m58.687s user 0m0.200s sys 0m20.054s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff8e2d080ea800.statahead_max=2048 2048 10001 real 0m25.740s user 0m0.134s sys 0m17.982s ls -l 10000 files with statahead: 25 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff8e2d080ea800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats= snapshot_time: 1763356157.784256399 secs.nsecs start_time: 1763355884.413233231 secs.nsecs elapsed_time: 273.371023168 secs.nsecs subreqs per batch batches % cum % 1: 66 55 55 2: 14 11 67 4: 5 4 72 8: 0 0 72 16: 0 0 72 32: 0 0 72 64: 0 0 72 128: 6 5 77 256: 27 22 100 mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats= snapshot_time: 1763356157.784326655 secs.nsecs start_time: 1763355884.413344845 secs.nsecs elapsed_time: 273.370981810 secs.nsecs subreqs per batch batches % cum % 1: 75 54 54 2: 15 10 65 4: 7 5 70 8: 5 3 73 16: 0 0 73 32: 1 0 74 64: 2 1 76 128: 0 0 76 256: 33 23 100 - open/close 4644 (time 1763356168.59 total 10.00 last 464.33) - open/close 9379 (time 1763356178.59 total 20.00 last 473.45) total: 10000 open/close in 21.31 seconds: 469.33 ops/second llite.lustre-ffff8e2d080ea800.statahead_batch_max=0 llite.lustre-ffff8e2d080ea800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.557s user 0m0.129s sys 0m24.326s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e2d080ea800.statahead_batch_max=256 llite.lustre-ffff8e2d080ea800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.431s user 0m0.124s sys 0m17.612s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e2d080ea800.batch_stats= snapshot_time: 1763356241.000059674 secs.nsecs start_time: 1763356211.830360826 secs.nsecs elapsed_time: 29.169698848 secs.nsecs subreqs per batch batches % cum % 1: 213 58 58 2: 44 12 70 4: 31 8 79 8: 13 3 82 16: 3 0 83 32: 19 5 88 64: 6 1 90 128: 0 0 90 256: 34 9 100 mdc.lustre-MDT0001-mdc-ffff8e2d080ea800.batch_stats= snapshot_time: 1763356241.000101652 secs.nsecs start_time: 1763356211.830412085 secs.nsecs elapsed_time: 29.169689567 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8e2d080ea800.statahead_batch_max=64 llite.lustre-ffff8e2d080ea800.statahead_max=128