== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:53:22 (1781214802) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats=0 llite.lustre-ffff9ebd45325800.statahead_max=32 llite.lustre-ffff9ebd45325800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.05 seconds: 32.79 ops/second llite.lustre-ffff9ebd45325800.statahead_max=0 101 real 0m3.709s user 0m0.006s sys 0m0.378s 'ls -l' 100 files without statahead: 4 sec llite.lustre-ffff9ebd45325800.statahead_max=32 llite.lustre-ffff9ebd45325800.statahead_max=32 101 real 0m1.539s user 0m0.004s sys 0m0.185s 'ls -l' 100 files with statahead: 2 sec statahead total: 172 statahead wrong: 2 agl total: 165 list_total: 31 fname_total: 127 hit_total: 3924 miss_total: 1574 swrong=2 ewrong=2 - open/close 708 (time 1781214835.91 total 10.00 last 70.79) total: 900 open/close in 13.36 seconds: 67.38 ops/second llite.lustre-ffff9ebd45325800.statahead_max=0 1001 real 0m27.226s user 0m0.035s sys 0m3.067s 'ls -l' 1000 files without statahead: 27 sec llite.lustre-ffff9ebd45325800.statahead_max=32 llite.lustre-ffff9ebd45325800.statahead_max=32 1001 real 0m10.544s user 0m0.033s sys 0m1.551s 'ls -l' 1000 files with statahead: 11 sec statahead total: 173 statahead wrong: 2 agl total: 166 list_total: 32 fname_total: 127 hit_total: 4921 miss_total: 1577 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff9ebd45325800.statahead_stats= statahead total: 173 statahead wrong: 2 agl total: 166 list_total: 32 fname_total: 127 hit_total: 4921 miss_total: 1577 mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats= snapshot_time: 1781214915.730586265 secs.nsecs start_time: 1781214808.764317831 secs.nsecs elapsed_time: 106.966268434 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 3 7 10 8: 4 10 20 16: 18 45 65 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats= snapshot_time: 1781214915.730658261 secs.nsecs start_time: 1781214808.764414017 secs.nsecs elapsed_time: 106.966244244 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 3 7 10 8: 1 2 12 16: 22 56 69 32: 12 30 100 - open/close 617 (time 1781214929.33 total 10.01 last 61.65) - open/close 1189 (time 1781214939.34 total 20.02 last 57.14) - open/close 1765 (time 1781214949.35 total 30.03 last 57.54) - open/close 2443 (time 1781214959.37 total 40.04 last 67.70) - open/close 3247 (time 1781214969.37 total 50.05 last 80.35) - open/close 3990 (time 1781214979.38 total 60.05 last 74.28) - open/close 4667 (time 1781214989.40 total 70.08 last 67.52) - open/close 5315 (time 1781214999.41 total 80.08 last 64.77) - open/close 6053 (time 1781215009.41 total 90.09 last 73.78) - open/close 6720 (time 1781215019.44 total 100.11 last 66.51) - open/close 7184 (time 1781215029.45 total 110.12 last 46.36) - open/close 7600 (time 1781215039.46 total 120.14 last 41.54) - open/close 8203 (time 1781215049.47 total 130.14 last 60.27) - open/close 8911 (time 1781215059.47 total 140.15 last 70.75) - open/close 9689 (time 1781215069.47 total 150.15 last 77.80) total: 10000 open/close in 154.55 seconds: 64.70 ops/second llite.lustre-ffff9ebd45325800.statahead_batch_max=0 llite.lustre-ffff9ebd45325800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ebd45325800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ebd45325800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m11.835s user 0m0.293s sys 0m16.157s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ebd45325800.statahead_batch_max=32 llite.lustre-ffff9ebd45325800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ebd45325800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ebd45325800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m58.775s user 0m0.320s sys 0m15.998s batched statahead RPC= hit count=9982 mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats= snapshot_time: 1781215291.013644015 secs.nsecs start_time: 1781215157.375250633 secs.nsecs elapsed_time: 133.638393382 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats= snapshot_time: 1781215291.013722648 secs.nsecs start_time: 1781215157.375375426 secs.nsecs elapsed_time: 133.638347222 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats=0 llite.lustre-ffff9ebd45325800.statahead_max=2048 llite.lustre-ffff9ebd45325800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.92 seconds: 34.26 ops/second llite.lustre-ffff9ebd45325800.statahead_max=0 101 real 0m2.637s user 0m0.006s sys 0m0.401s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9ebd45325800.statahead_max=2048 llite.lustre-ffff9ebd45325800.statahead_max=2048 101 real 0m1.092s user 0m0.005s sys 0m0.183s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10081 miss_total: 19 swrong=0 ewrong=0 - open/close 722 (time 1781215661.86 total 10.01 last 72.16) total: 900 open/close in 12.69 seconds: 70.92 ops/second llite.lustre-ffff9ebd45325800.statahead_max=0 1001 real 0m25.256s user 0m0.046s sys 0m3.390s 'ls -l' 1000 files without statahead: 25 sec llite.lustre-ffff9ebd45325800.statahead_max=2048 llite.lustre-ffff9ebd45325800.statahead_max=2048 1001 real 0m6.348s user 0m0.024s sys 0m1.520s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 22 seconds llite.lustre-ffff9ebd45325800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats= snapshot_time: 1781215732.023997412 secs.nsecs start_time: 1781215294.073932770 secs.nsecs elapsed_time: 437.950064642 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 20 20 4: 0 0 20 8: 2 20 40 16: 2 20 60 32: 2 20 80 64: 0 0 80 128: 0 0 80 256: 2 20 100 mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats= snapshot_time: 1781215732.024065035 secs.nsecs start_time: 1781215294.074083650 secs.nsecs elapsed_time: 437.949981385 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 10 10 4: 1 10 20 8: 3 30 50 16: 1 10 60 32: 2 20 80 64: 0 0 80 128: 0 0 80 256: 2 20 100 - open/close 670 (time 1781215745.20 total 10.00 last 66.98) - open/close 1333 (time 1781215755.22 total 20.01 last 66.22) - open/close 1900 (time 1781215765.22 total 30.02 last 56.70) - open/close 2588 (time 1781215775.23 total 40.03 last 68.71) - open/close 3309 (time 1781215785.24 total 50.04 last 71.99) - open/close 3981 (time 1781215795.27 total 60.07 last 67.05) - open/close 4656 (time 1781215805.28 total 70.07 last 67.44) - open/close 5307 (time 1781215815.30 total 80.10 last 64.95) - open/close 5991 (time 1781215825.31 total 90.11 last 68.32) - open/close 6666 (time 1781215835.31 total 100.11 last 67.49) - open/close 7350 (time 1781215845.31 total 110.11 last 68.38) - open/close 8085 (time 1781215855.32 total 120.12 last 73.42) - open/close 8784 (time 1781215865.33 total 130.13 last 69.82) - open/close 9444 (time 1781215875.34 total 140.14 last 65.96) total: 10000 open/close in 148.25 seconds: 67.45 ops/second llite.lustre-ffff9ebd45325800.statahead_batch_max=0 llite.lustre-ffff9ebd45325800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ebd45325800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ebd45325800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m7.647s user 0m0.340s sys 0m17.878s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ebd45325800.statahead_batch_max=256 llite.lustre-ffff9ebd45325800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ebd45325800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ebd45325800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m2.808s user 0m0.306s sys 0m16.401s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ebd45325800.batch_stats= snapshot_time: 1781216041.195214340 secs.nsecs start_time: 1781215962.694610999 secs.nsecs elapsed_time: 78.500603341 secs.nsecs subreqs per batch batches % cum % 1: 143 47 47 2: 45 14 61 4: 31 10 72 8: 15 4 76 16: 11 3 80 32: 16 5 85 64: 8 2 88 128: 1 0 88 256: 34 11 100 mdc.lustre-MDT0001-mdc-ffff9ebd45325800.batch_stats= snapshot_time: 1781216041.195281718 secs.nsecs start_time: 1781215962.694701914 secs.nsecs elapsed_time: 78.500579804 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9ebd45325800.statahead_batch_max=64 llite.lustre-ffff9ebd45325800.statahead_max=128