== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:26:00 (1777425960) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats=0 llite.lustre-ffff99e4d8187000.statahead_max=32 llite.lustre-ffff99e4d8187000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.74 seconds: 134.71 ops/second llite.lustre-ffff99e4d8187000.statahead_max=0 101 real 0m0.649s user 0m0.005s sys 0m0.249s ls -l 100 files without statahead: 1 sec llite.lustre-ffff99e4d8187000.statahead_max=32 32 101 real 0m0.492s user 0m0.006s sys 0m0.303s ls -l 100 files with statahead: 1 sec statahead total: 65 statahead wrong: 2 agl total: 61 list_total: 27 fname_total: 38 hit_total: 28615 miss_total: 1487 total: 900 open/close in 1.80 seconds: 499.44 ops/second llite.lustre-ffff99e4d8187000.statahead_max=0 1001 real 0m5.992s user 0m0.018s sys 0m2.359s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff99e4d8187000.statahead_max=32 32 1001 real 0m4.409s user 0m0.020s sys 0m2.218s ls -l 1000 files with statahead: 4 sec statahead total: 66 statahead wrong: 2 agl total: 62 list_total: 28 fname_total: 38 hit_total: 29614 miss_total: 1488 - open/close 4989 (time 1777425991.16 total 10.00 last 498.88) total: 9000 open/close in 18.83 seconds: 477.87 ops/second llite.lustre-ffff99e4d8187000.statahead_max=0 10001 real 0m56.803s user 0m0.200s sys 0m22.151s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff99e4d8187000.statahead_max=32 32 10001 real 0m40.886s user 0m0.154s sys 0m19.373s ls -l 10000 files with statahead: 41 sec statahead total: 67 statahead wrong: 2 agl total: 63 list_total: 29 fname_total: 38 hit_total: 39613 miss_total: 1489 ls -l done rm -r /mnt/lustre/d123ad.sanity: 58 seconds llite.lustre-ffff99e4d8187000.statahead_stats= statahead total: 67 statahead wrong: 2 agl total: 63 list_total: 29 fname_total: 38 hit_total: 39613 miss_total: 1489 mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats= snapshot_time: 1777426171.637681975 secs.nsecs start_time: 1777425961.772043177 secs.nsecs elapsed_time: 209.865638798 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 1 1 8: 6 1 3 16: 219 62 65 32: 120 34 100 mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats= snapshot_time: 1777426171.637731392 secs.nsecs start_time: 1777425961.772095057 secs.nsecs elapsed_time: 209.865636335 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 4 1 1 8: 3 0 1 16: 161 45 47 32: 186 52 100 - open/close 5094 (time 1777426182.72 total 10.00 last 509.33) total: 10000 open/close in 19.70 seconds: 507.61 ops/second llite.lustre-ffff99e4d8187000.statahead_batch_max=0 llite.lustre-ffff99e4d8187000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99e4d8187000.stats=clear mdc.lustre-MDT0001-mdc-ffff99e4d8187000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.173s user 0m0.161s sys 0m31.101s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff99e4d8187000.statahead_batch_max=32 llite.lustre-ffff99e4d8187000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff99e4d8187000.stats=clear mdc.lustre-MDT0001-mdc-ffff99e4d8187000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.905s user 0m0.150s sys 0m19.343s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats= snapshot_time: 1777426268.845119955 secs.nsecs start_time: 1777426227.992756242 secs.nsecs elapsed_time: 40.852363713 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats= snapshot_time: 1777426268.845172353 secs.nsecs start_time: 1777426227.992802263 secs.nsecs elapsed_time: 40.852370090 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats=0 llite.lustre-ffff99e4d8187000.statahead_max=2048 llite.lustre-ffff99e4d8187000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 141.71 ops/second llite.lustre-ffff99e4d8187000.statahead_max=0 101 real 0m0.605s user 0m0.002s sys 0m0.245s ls -l 100 files without statahead: 1 sec llite.lustre-ffff99e4d8187000.statahead_max=2048 2048 101 real 0m0.319s user 0m0.003s sys 0m0.234s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.74 seconds: 517.81 ops/second llite.lustre-ffff99e4d8187000.statahead_max=0 1001 real 0m5.823s user 0m0.015s sys 0m2.286s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff99e4d8187000.statahead_max=2048 2048 1001 real 0m3.473s user 0m0.023s sys 0m1.576s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5169 (time 1777426380.08 total 10.00 last 516.87) total: 9000 open/close in 17.30 seconds: 520.09 ops/second llite.lustre-ffff99e4d8187000.statahead_max=0 10001 real 1m0.271s user 0m0.231s sys 0m23.388s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff99e4d8187000.statahead_max=2048 2048 10001 real 0m26.739s user 0m0.145s sys 0m20.283s ls -l 10000 files with statahead: 26 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffff99e4d8187000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats= snapshot_time: 1777426547.278562580 secs.nsecs start_time: 1777426269.606808273 secs.nsecs elapsed_time: 277.671754307 secs.nsecs subreqs per batch batches % cum % 1: 109 63 63 2: 17 9 73 4: 10 5 79 8: 2 1 80 16: 0 0 80 32: 0 0 80 64: 0 0 80 128: 6 3 84 256: 27 15 100 mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats= snapshot_time: 1777426547.278623400 secs.nsecs start_time: 1777426269.606933409 secs.nsecs elapsed_time: 277.671689991 secs.nsecs subreqs per batch batches % cum % 1: 119 67 67 2: 10 5 72 4: 7 3 76 8: 3 1 78 16: 1 0 79 32: 1 0 79 64: 3 1 81 128: 0 0 81 256: 33 18 100 - open/close 4914 (time 1777426558.41 total 10.00 last 491.39) total: 10000 open/close in 19.55 seconds: 511.56 ops/second llite.lustre-ffff99e4d8187000.statahead_batch_max=0 llite.lustre-ffff99e4d8187000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99e4d8187000.stats=clear mdc.lustre-MDT0001-mdc-ffff99e4d8187000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.266s user 0m0.157s sys 0m27.180s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff99e4d8187000.statahead_batch_max=256 llite.lustre-ffff99e4d8187000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff99e4d8187000.stats=clear mdc.lustre-MDT0001-mdc-ffff99e4d8187000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.688s user 0m0.127s sys 0m18.888s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff99e4d8187000.batch_stats= snapshot_time: 1777426634.154144895 secs.nsecs start_time: 1777426602.242184865 secs.nsecs elapsed_time: 31.911960030 secs.nsecs subreqs per batch batches % cum % 1: 363 68 68 2: 54 10 78 4: 41 7 86 8: 10 1 88 16: 4 0 89 32: 23 4 93 64: 0 0 93 128: 0 0 93 256: 34 6 100 mdc.lustre-MDT0001-mdc-ffff99e4d8187000.batch_stats= snapshot_time: 1777426634.154215929 secs.nsecs start_time: 1777426602.242228903 secs.nsecs elapsed_time: 31.911987026 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff99e4d8187000.statahead_batch_max=64 llite.lustre-ffff99e4d8187000.statahead_max=128