== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:19:43 (1767327583) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats=0 llite.lustre-ffffa00282e44000.statahead_max=32 llite.lustre-ffffa00282e44000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.62 seconds: 162.17 ops/second llite.lustre-ffffa00282e44000.statahead_max=0 101 real 0m0.590s user 0m0.003s sys 0m0.217s ls -l 100 files without statahead: 0 sec llite.lustre-ffffa00282e44000.statahead_max=32 32 101 real 0m0.389s user 0m0.004s sys 0m0.196s ls -l 100 files with statahead: 0 sec statahead total: 109 statahead wrong: 2 agl total: 104 list_total: 33 fname_total: 76 hit_total: 23721 miss_total: 1662 total: 900 open/close in 2.05 seconds: 438.04 ops/second llite.lustre-ffffa00282e44000.statahead_max=0 1001 real 0m5.835s user 0m0.019s sys 0m2.102s ls -l 1000 files without statahead: 6 sec llite.lustre-ffffa00282e44000.statahead_max=32 32 1001 real 0m4.767s user 0m0.013s sys 0m2.374s ls -l 1000 files with statahead: 5 sec statahead total: 110 statahead wrong: 2 agl total: 105 list_total: 34 fname_total: 76 hit_total: 24720 miss_total: 1663 - open/close 4708 (time 1767327614.70 total 10.00 last 470.70) total: 9000 open/close in 19.00 seconds: 473.76 ops/second llite.lustre-ffffa00282e44000.statahead_max=0 10001 real 0m57.681s user 0m0.227s sys 0m20.384s ls -l 10000 files without statahead: 57 sec llite.lustre-ffffa00282e44000.statahead_max=32 32 10001 real 0m37.784s user 0m0.140s sys 0m16.750s ls -l 10000 files with statahead: 37 sec statahead total: 111 statahead wrong: 2 agl total: 106 list_total: 35 fname_total: 76 hit_total: 34719 miss_total: 1664 ls -l done rm -r /mnt/lustre/d123ad.sanity: 57 seconds llite.lustre-ffffa00282e44000.statahead_stats= statahead total: 111 statahead wrong: 2 agl total: 106 list_total: 35 fname_total: 76 hit_total: 34719 miss_total: 1664 mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats= snapshot_time: 1767327789.700087768 secs.nsecs start_time: 1767327585.338712946 secs.nsecs elapsed_time: 204.361374822 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 3 0 1 4: 4 1 2 8: 3 0 3 16: 234 66 69 32: 107 30 100 mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats= snapshot_time: 1767327789.700137331 secs.nsecs start_time: 1767327585.338770257 secs.nsecs elapsed_time: 204.361367074 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 3 0 1 8: 6 1 2 16: 151 42 45 32: 193 54 100 - open/close 4731 (time 1767327800.56 total 10.00 last 473.01) - open/close 9556 (time 1767327810.56 total 20.00 last 482.47) total: 10000 open/close in 20.91 seconds: 478.23 ops/second llite.lustre-ffffa00282e44000.statahead_batch_max=0 llite.lustre-ffffa00282e44000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa00282e44000.stats=clear mdc.lustre-MDT0001-mdc-ffffa00282e44000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.453s user 0m0.156s sys 0m31.324s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa00282e44000.statahead_batch_max=32 llite.lustre-ffffa00282e44000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa00282e44000.stats=clear mdc.lustre-MDT0001-mdc-ffffa00282e44000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.651s user 0m0.168s sys 0m20.092s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats= snapshot_time: 1767327887.901048277 secs.nsecs start_time: 1767327847.590671830 secs.nsecs elapsed_time: 40.310376447 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats= snapshot_time: 1767327887.901087846 secs.nsecs start_time: 1767327847.590733445 secs.nsecs elapsed_time: 40.310354401 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats=0 llite.lustre-ffffa00282e44000.statahead_max=2048 llite.lustre-ffffa00282e44000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.72 seconds: 139.52 ops/second llite.lustre-ffffa00282e44000.statahead_max=0 101 real 0m0.588s user 0m0.002s sys 0m0.213s ls -l 100 files without statahead: 1 sec llite.lustre-ffffa00282e44000.statahead_max=2048 2048 101 real 0m0.379s user 0m0.001s sys 0m0.209s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.02 seconds: 445.66 ops/second llite.lustre-ffffa00282e44000.statahead_max=0 1001 real 0m5.776s user 0m0.018s sys 0m2.049s ls -l 1000 files without statahead: 6 sec llite.lustre-ffffa00282e44000.statahead_max=2048 2048 1001 real 0m3.161s user 0m0.014s sys 0m1.210s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4773 (time 1767327999.20 total 10.00 last 477.30) total: 9000 open/close in 18.82 seconds: 478.18 ops/second llite.lustre-ffffa00282e44000.statahead_max=0 10001 real 0m57.454s user 0m0.172s sys 0m20.157s ls -l 10000 files without statahead: 58 sec llite.lustre-ffffa00282e44000.statahead_max=2048 2048 10001 real 0m26.901s user 0m0.141s sys 0m19.741s ls -l 10000 files with statahead: 27 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffffa00282e44000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats= snapshot_time: 1767328163.465985177 secs.nsecs start_time: 1767327888.730465714 secs.nsecs elapsed_time: 274.735519463 secs.nsecs subreqs per batch batches % cum % 1: 131 64 64 2: 23 11 76 4: 8 3 80 8: 5 2 82 16: 1 0 83 32: 0 0 83 64: 2 0 84 128: 2 0 85 256: 30 14 100 mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats= snapshot_time: 1767328163.466046107 secs.nsecs start_time: 1767327888.730599956 secs.nsecs elapsed_time: 274.735446151 secs.nsecs subreqs per batch batches % cum % 1: 137 65 65 2: 26 12 77 4: 10 4 82 8: 2 0 83 16: 0 0 83 32: 0 0 83 64: 2 0 84 128: 2 0 85 256: 30 14 100 - open/close 3801 (time 1767328174.81 total 10.00 last 380.04) - open/close 7362 (time 1767328184.81 total 20.00 last 356.10) total: 10000 open/close in 27.44 seconds: 364.38 ops/second llite.lustre-ffffa00282e44000.statahead_batch_max=0 llite.lustre-ffffa00282e44000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa00282e44000.stats=clear mdc.lustre-MDT0001-mdc-ffffa00282e44000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.909s user 0m0.138s sys 0m27.645s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa00282e44000.statahead_batch_max=256 llite.lustre-ffffa00282e44000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa00282e44000.stats=clear mdc.lustre-MDT0001-mdc-ffffa00282e44000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.021s user 0m0.144s sys 0m18.682s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa00282e44000.batch_stats= snapshot_time: 1767328257.410261453 secs.nsecs start_time: 1767328227.814368714 secs.nsecs elapsed_time: 29.595892739 secs.nsecs subreqs per batch batches % cum % 1: 73 43 43 2: 18 10 54 4: 7 4 59 8: 5 3 62 16: 1 0 62 32: 22 13 75 64: 4 2 78 128: 0 0 78 256: 36 21 100 mdc.lustre-MDT0001-mdc-ffffa00282e44000.batch_stats= snapshot_time: 1767328257.410302305 secs.nsecs start_time: 1767328227.814417967 secs.nsecs elapsed_time: 29.595884338 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffffa00282e44000.statahead_batch_max=64 llite.lustre-ffffa00282e44000.statahead_max=128