== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:08:01 (1781215681) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats=0 llite.lustre-ffff990610e8b800.statahead_max=32 llite.lustre-ffff990610e8b800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 3.26 seconds: 30.68 ops/second llite.lustre-ffff990610e8b800.statahead_max=0 101 real 0m3.054s user 0m0.007s sys 0m0.399s 'ls -l' 100 files without statahead: 4 sec llite.lustre-ffff990610e8b800.statahead_max=32 llite.lustre-ffff990610e8b800.statahead_max=32 101 real 0m1.599s user 0m0.006s sys 0m0.198s 'ls -l' 100 files with statahead: 2 sec statahead total: 159 statahead wrong: 2 agl total: 153 list_total: 31 fname_total: 128 hit_total: 4055 miss_total: 1292 swrong=2 ewrong=2 - open/close 627 (time 1781215717.12 total 10.02 last 62.60) total: 900 open/close in 14.58 seconds: 61.72 ops/second llite.lustre-ffff990610e8b800.statahead_max=0 1001 real 0m32.847s user 0m0.037s sys 0m3.641s 'ls -l' 1000 files without statahead: 33 sec llite.lustre-ffff990610e8b800.statahead_max=32 llite.lustre-ffff990610e8b800.statahead_max=32 1001 real 0m9.280s user 0m0.031s sys 0m1.440s 'ls -l' 1000 files with statahead: 10 sec statahead total: 160 statahead wrong: 2 agl total: 154 list_total: 32 fname_total: 128 hit_total: 5054 miss_total: 1293 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff990610e8b800.statahead_stats= statahead total: 160 statahead wrong: 2 agl total: 154 list_total: 32 fname_total: 128 hit_total: 5054 miss_total: 1293 mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats= snapshot_time: 1781215806.065862634 secs.nsecs start_time: 1781215689.793130730 secs.nsecs elapsed_time: 116.272731904 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 2 5 12 16: 20 51 64 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats= snapshot_time: 1781215806.065947520 secs.nsecs start_time: 1781215689.793246809 secs.nsecs elapsed_time: 116.272700711 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 2 5 7 8: 2 5 13 16: 17 44 57 32: 16 42 100 - open/close 592 (time 1781215819.49 total 10.00 last 59.17) - open/close 1237 (time 1781215829.49 total 20.01 last 64.46) - open/close 1921 (time 1781215839.50 total 30.02 last 68.33) - open/close 2719 (time 1781215849.51 total 40.03 last 79.73) - open/close 3395 (time 1781215859.53 total 50.04 last 67.50) - open/close 4123 (time 1781215869.53 total 60.05 last 72.77) - open/close 4855 (time 1781215879.54 total 70.06 last 73.13) - open/close 5521 (time 1781215889.55 total 80.07 last 66.51) - open/close 6188 (time 1781215899.57 total 90.09 last 66.56) - open/close 6905 (time 1781215909.58 total 100.10 last 71.66) - open/close 7442 (time 1781215919.61 total 110.12 last 53.56) - open/close 8136 (time 1781215929.62 total 120.14 last 69.32) - open/close 8714 (time 1781215939.62 total 130.14 last 57.79) - open/close 9451 (time 1781215949.64 total 140.16 last 73.57) - open/close 9976 (time 1781215959.64 total 150.16 last 52.50) total: 10000 open/close in 150.49 seconds: 66.45 ops/second llite.lustre-ffff990610e8b800.statahead_batch_max=0 llite.lustre-ffff990610e8b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff990610e8b800.stats=clear mdc.lustre-MDT0001-mdc-ffff990610e8b800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m18.564s user 0m0.442s sys 0m18.362s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff990610e8b800.statahead_batch_max=32 llite.lustre-ffff990610e8b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff990610e8b800.stats=clear mdc.lustre-MDT0001-mdc-ffff990610e8b800.stats=clear ls -l files in d123ad.sanity: 10001 real 2m8.932s user 0m0.446s sys 0m17.640s batched statahead RPC= hit count=9985 mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats= snapshot_time: 1781216199.593223611 secs.nsecs start_time: 1781216052.034365958 secs.nsecs elapsed_time: 147.558857653 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats= snapshot_time: 1781216199.593294273 secs.nsecs start_time: 1781216052.034503877 secs.nsecs elapsed_time: 147.558790396 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats=0 llite.lustre-ffff990610e8b800.statahead_max=2048 llite.lustre-ffff990610e8b800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.98 seconds: 33.57 ops/second llite.lustre-ffff990610e8b800.statahead_max=0 101 real 0m2.935s user 0m0.008s sys 0m0.388s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff990610e8b800.statahead_max=2048 llite.lustre-ffff990610e8b800.statahead_max=2048 101 real 0m1.258s user 0m0.009s sys 0m0.198s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10084 miss_total: 16 swrong=0 ewrong=0 - open/close 709 (time 1781216520.31 total 10.04 last 70.63) total: 900 open/close in 12.91 seconds: 69.71 ops/second llite.lustre-ffff990610e8b800.statahead_max=0 1001 real 0m21.875s user 0m0.041s sys 0m3.565s 'ls -l' 1000 files without statahead: 22 sec llite.lustre-ffff990610e8b800.statahead_max=2048 llite.lustre-ffff990610e8b800.statahead_max=2048 1001 real 0m8.267s user 0m0.047s sys 0m1.790s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff990610e8b800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats= snapshot_time: 1781216590.222230808 secs.nsecs start_time: 1781216202.556793050 secs.nsecs elapsed_time: 387.665437758 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 4 50 62 16: 0 0 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats= snapshot_time: 1781216590.222295263 secs.nsecs start_time: 1781216202.556962966 secs.nsecs elapsed_time: 387.665332297 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 25 25 4: 2 25 50 8: 0 0 50 16: 1 12 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 850 (time 1781216602.77 total 10.00 last 84.96) - open/close 1647 (time 1781216612.79 total 20.02 last 79.57) - open/close 2493 (time 1781216622.80 total 30.03 last 84.55) - open/close 3248 (time 1781216632.80 total 40.03 last 75.49) - open/close 4084 (time 1781216642.83 total 50.06 last 83.32) - open/close 4981 (time 1781216652.85 total 60.08 last 89.55) - open/close 5833 (time 1781216662.85 total 70.08 last 85.16) - open/close 6639 (time 1781216672.86 total 80.09 last 80.57) - open/close 7440 (time 1781216682.88 total 90.11 last 79.90) - open/close 8188 (time 1781216692.89 total 100.12 last 74.75) - open/close 9187 (time 1781216702.89 total 110.12 last 99.88) total: 10000 open/close in 119.68 seconds: 83.56 ops/second llite.lustre-ffff990610e8b800.statahead_batch_max=0 llite.lustre-ffff990610e8b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff990610e8b800.stats=clear mdc.lustre-MDT0001-mdc-ffff990610e8b800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m11.835s user 0m0.375s sys 0m17.080s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff990610e8b800.statahead_batch_max=256 llite.lustre-ffff990610e8b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff990610e8b800.stats=clear mdc.lustre-MDT0001-mdc-ffff990610e8b800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m6.491s user 0m0.397s sys 0m17.618s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff990610e8b800.batch_stats= snapshot_time: 1781216882.365381102 secs.nsecs start_time: 1781216798.275445183 secs.nsecs elapsed_time: 84.089935919 secs.nsecs subreqs per batch batches % cum % 1: 204 54 54 2: 48 12 67 4: 31 8 76 8: 17 4 80 16: 16 4 84 32: 18 4 89 64: 4 1 90 128: 0 0 90 256: 34 9 100 mdc.lustre-MDT0001-mdc-ffff990610e8b800.batch_stats= snapshot_time: 1781216882.365527559 secs.nsecs start_time: 1781216798.275544073 secs.nsecs elapsed_time: 84.089983486 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff990610e8b800.statahead_batch_max=64 llite.lustre-ffff990610e8b800.statahead_max=128