== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:53:26 (1734432806) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats=0 llite.lustre-ffff8800aa016800.statahead_max=32 llite.lustre-ffff8800aa016800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.92 seconds: 108.82 ops/second llite.lustre-ffff8800aa016800.statahead_max=0 101 real 0m0.875s user 0m0.010s sys 0m0.275s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa016800.statahead_max=32 32 101 real 0m0.362s user 0m0.003s sys 0m0.122s ls -l 100 files with statahead: 0 sec statahead total: 122 statahead wrong: 2 agl total: 122 list_total: 27 fname_total: 95 hit_total: 6653 miss_total: 495 total: 900 open/close in 3.72 seconds: 242.16 ops/second llite.lustre-ffff8800aa016800.statahead_max=0 1001 real 0m8.186s user 0m0.069s sys 0m2.614s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800aa016800.statahead_max=32 32 1001 real 0m1.881s user 0m0.027s sys 0m0.996s ls -l 1000 files with statahead: 1 sec statahead total: 123 statahead wrong: 2 agl total: 123 list_total: 28 fname_total: 95 hit_total: 7652 miss_total: 498 - open/close 3299 (time 1734432838.07 total 10.00 last 329.84) - open/close 6898 (time 1734432848.07 total 20.00 last 359.89) total: 9000 open/close in 25.87 seconds: 347.96 ops/second llite.lustre-ffff8800aa016800.statahead_max=0 10001 real 1m0.345s user 0m0.528s sys 0m21.411s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff8800aa016800.statahead_max=32 32 10001 real 0m16.999s user 0m0.255s sys 0m9.188s ls -l 10000 files with statahead: 17 sec statahead total: 124 statahead wrong: 2 agl total: 124 list_total: 29 fname_total: 95 hit_total: 17651 miss_total: 499 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff8800aa016800.statahead_stats= statahead total: 124 statahead wrong: 2 agl total: 124 list_total: 29 fname_total: 95 hit_total: 17651 miss_total: 499 mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats= snapshot_time: 1734432975.830594141 secs.nsecs start_time: 1734432807.912524074 secs.nsecs elapsed_time: 167.918070067 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 2 0 1 8: 8 2 3 16: 228 64 68 32: 111 31 100 mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats= snapshot_time: 1734432975.830768589 secs.nsecs start_time: 1734432807.912675149 secs.nsecs elapsed_time: 167.918093440 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 4 1 1 8: 3 0 2 16: 162 45 48 32: 184 51 100 - open/close 4544 (time 1734432986.75 total 10.00 last 454.29) - open/close 9081 (time 1734432996.75 total 20.00 last 453.65) total: 10000 open/close in 21.89 seconds: 456.75 ops/second llite.lustre-ffff8800aa016800.statahead_batch_max=0 llite.lustre-ffff8800aa016800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa016800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa016800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.303s user 0m0.251s sys 0m9.554s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aa016800.statahead_batch_max=32 llite.lustre-ffff8800aa016800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa016800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa016800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.046s user 0m0.221s sys 0m9.178s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats= snapshot_time: 1734433033.600377535 secs.nsecs start_time: 1734433011.005968800 secs.nsecs elapsed_time: 22.594408735 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats= snapshot_time: 1734433033.600532508 secs.nsecs start_time: 1734433011.006077515 secs.nsecs elapsed_time: 22.594454993 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats=0 llite.lustre-ffff8800aa016800.statahead_max=2048 llite.lustre-ffff8800aa016800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.55 seconds: 182.28 ops/second llite.lustre-ffff8800aa016800.statahead_max=0 101 real 0m0.493s user 0m0.004s sys 0m0.190s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa016800.statahead_max=2048 2048 101 real 0m0.251s user 0m0.002s sys 0m0.107s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.50 seconds: 601.21 ops/second llite.lustre-ffff8800aa016800.statahead_max=0 1001 real 0m4.573s user 0m0.040s sys 0m1.780s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aa016800.statahead_max=2048 2048 1001 real 0m1.408s user 0m0.025s sys 0m0.924s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5938 (time 1734433113.42 total 10.00 last 593.71) total: 9000 open/close in 15.16 seconds: 593.86 ops/second llite.lustre-ffff8800aa016800.statahead_max=0 10001 real 0m53.865s user 0m0.384s sys 0m19.945s ls -l 10000 files without statahead: 54 sec llite.lustre-ffff8800aa016800.statahead_max=2048 2048 10001 real 0m10.064s user 0m0.214s sys 0m8.857s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff8800aa016800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats= snapshot_time: 1734433222.303168705 secs.nsecs start_time: 1734433034.011630730 secs.nsecs elapsed_time: 188.291537975 secs.nsecs subreqs per batch batches % cum % 1: 65 54 54 2: 6 5 59 4: 7 5 65 8: 7 5 71 16: 0 0 71 32: 0 0 71 64: 1 0 72 128: 6 5 77 256: 27 22 100 mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats= snapshot_time: 1734433222.303308273 secs.nsecs start_time: 1734433034.011785405 secs.nsecs elapsed_time: 188.291522868 secs.nsecs subreqs per batch batches % cum % 1: 62 47 47 2: 8 6 53 4: 11 8 62 8: 7 5 67 16: 4 3 70 32: 2 1 72 64: 2 1 73 128: 1 0 74 256: 33 25 100 - open/close 6063 (time 1734433232.86 total 10.00 last 606.28) total: 10000 open/close in 16.63 seconds: 601.25 ops/second llite.lustre-ffff8800aa016800.statahead_batch_max=0 llite.lustre-ffff8800aa016800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa016800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa016800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.362s user 0m0.223s sys 0m9.277s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aa016800.statahead_batch_max=256 llite.lustre-ffff8800aa016800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa016800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa016800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.774s user 0m0.245s sys 0m9.410s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aa016800.batch_stats= snapshot_time: 1734433264.941971430 secs.nsecs start_time: 1734433251.686938448 secs.nsecs elapsed_time: 13.255032982 secs.nsecs subreqs per batch batches % cum % 1: 202 66 66 2: 11 3 70 4: 12 3 74 8: 12 3 78 16: 14 4 82 32: 16 5 88 64: 0 0 88 128: 0 0 88 256: 36 11 100 mdc.lustre-MDT0001-mdc-ffff8800aa016800.batch_stats= snapshot_time: 1734433264.942150435 secs.nsecs start_time: 1734433251.687026748 secs.nsecs elapsed_time: 13.255123687 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aa016800.statahead_batch_max=64 llite.lustre-ffff8800aa016800.statahead_max=128