== sanity test 123ad: Verify batching statahead works correctly ========================================================== 10:04:04 (1790777044) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats=0 llite.lustre-ffff9ddb894e5800.statahead_max=32 llite.lustre-ffff9ddb894e5800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.19 seconds: 45.62 ops/second llite.lustre-ffff9ddb894e5800.statahead_max=0 101 real 0m2.244s user 0m0.005s sys 0m0.295s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9ddb894e5800.statahead_max=32 llite.lustre-ffff9ddb894e5800.statahead_max=32 101 real 0m1.143s user 0m0.008s sys 0m0.164s 'ls -l' 100 files with statahead: 1 sec statahead total: 134 statahead wrong: 2 agl total: 127 list_total: 32 fname_total: 102 hit_total: 3630 miss_total: 1449 swrong=2 ewrong=2 - open/close 656 (time 1790777070.78 total 10.01 last 65.53) total: 900 open/close in 13.80 seconds: 65.23 ops/second llite.lustre-ffff9ddb894e5800.statahead_max=0 1001 real 0m24.259s user 0m0.039s sys 0m3.095s 'ls -l' 1000 files without statahead: 25 sec llite.lustre-ffff9ddb894e5800.statahead_max=32 llite.lustre-ffff9ddb894e5800.statahead_max=32 1001 real 0m8.273s user 0m0.028s sys 0m1.501s 'ls -l' 1000 files with statahead: 9 sec statahead total: 135 statahead wrong: 2 agl total: 128 list_total: 33 fname_total: 102 hit_total: 4626 miss_total: 1453 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff9ddb894e5800.statahead_stats= statahead total: 135 statahead wrong: 2 agl total: 128 list_total: 33 fname_total: 102 hit_total: 4626 miss_total: 1453 mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats= snapshot_time: 1790777138.911345507 secs.nsecs start_time: 1790777049.148188999 secs.nsecs elapsed_time: 89.763156508 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 2 2 8: 4 10 12 16: 20 51 64 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats= snapshot_time: 1790777138.911547162 secs.nsecs start_time: 1790777049.148337111 secs.nsecs elapsed_time: 89.763210051 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 2 2 4: 4 10 12 8: 1 2 15 16: 18 46 61 32: 15 38 100 - open/close 705 (time 1790777151.42 total 10.00 last 70.50) - open/close 1449 (time 1790777161.42 total 20.00 last 74.38) - open/close 2048 (time 1790777171.44 total 30.01 last 59.83) - open/close 2795 (time 1790777181.44 total 40.02 last 74.68) - open/close 3533 (time 1790777191.45 total 50.03 last 73.74) - open/close 4335 (time 1790777201.45 total 60.03 last 80.18) - open/close 4977 (time 1790777211.47 total 70.05 last 64.04) - open/close 5698 (time 1790777221.48 total 80.06 last 72.08) - open/close 6528 (time 1790777231.48 total 90.06 last 82.98) - open/close 7167 (time 1790777241.49 total 100.07 last 63.84) - open/close 7955 (time 1790777251.49 total 110.07 last 78.78) - open/close 8773 (time 1790777261.50 total 120.08 last 81.75) - open/close 9458 (time 1790777271.50 total 130.08 last 68.49) total: 10000 open/close in 138.39 seconds: 72.26 ops/second llite.lustre-ffff9ddb894e5800.statahead_batch_max=0 llite.lustre-ffff9ddb894e5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m3.109s user 0m0.362s sys 0m16.328s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ddb894e5800.statahead_batch_max=32 llite.lustre-ffff9ddb894e5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m45.454s user 0m0.297s sys 0m14.561s batched statahead RPC= hit count=9985 mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats= snapshot_time: 1790777472.138841954 secs.nsecs start_time: 1790777355.382728470 secs.nsecs elapsed_time: 116.756113484 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats= snapshot_time: 1790777472.139037468 secs.nsecs start_time: 1790777355.383499695 secs.nsecs elapsed_time: 116.755537773 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats=0 llite.lustre-ffff9ddb894e5800.statahead_max=2048 llite.lustre-ffff9ddb894e5800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 2.10 seconds: 47.55 ops/second llite.lustre-ffff9ddb894e5800.statahead_max=0 101 real 0m2.484s user 0m0.007s sys 0m0.356s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9ddb894e5800.statahead_max=2048 llite.lustre-ffff9ddb894e5800.statahead_max=2048 101 real 0m1.035s user 0m0.006s sys 0m0.205s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10084 miss_total: 16 swrong=0 ewrong=0 - open/close 662 (time 1790777773.00 total 10.02 last 66.04) total: 900 open/close in 13.31 seconds: 67.60 ops/second llite.lustre-ffff9ddb894e5800.statahead_max=0 1001 real 0m23.307s user 0m0.044s sys 0m3.325s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff9ddb894e5800.statahead_max=2048 llite.lustre-ffff9ddb894e5800.statahead_max=2048 1001 real 0m8.370s user 0m0.039s sys 0m1.616s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 22 seconds llite.lustre-ffff9ddb894e5800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats= snapshot_time: 1790777844.253114228 secs.nsecs start_time: 1790777475.102420681 secs.nsecs elapsed_time: 369.150693547 secs.nsecs subreqs per batch batches %% cum %% 1: 1 12 12 2: 2 25 37 4: 0 0 37 8: 3 37 75 16: 0 0 75 32: 0 0 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats= snapshot_time: 1790777844.253249880 secs.nsecs start_time: 1790777475.102825419 secs.nsecs elapsed_time: 369.150424461 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 20 20 8: 2 20 40 16: 2 20 60 32: 1 10 70 64: 1 10 80 128: 0 0 80 256: 2 20 100 - open/close 684 (time 1790777857.47 total 10.00 last 68.37) - open/close 1288 (time 1790777867.50 total 20.04 last 60.21) - open/close 1897 (time 1790777877.50 total 30.04 last 60.89) - open/close 2546 (time 1790777887.53 total 40.06 last 64.75) - open/close 3280 (time 1790777897.53 total 50.07 last 73.36) - open/close 4058 (time 1790777907.54 total 60.07 last 77.78) - open/close 4840 (time 1790777917.54 total 70.08 last 78.14) - open/close 5591 (time 1790777927.56 total 80.09 last 74.98) - open/close 6495 (time 1790777937.56 total 90.09 last 90.39) - open/close 7139 (time 1790777947.57 total 100.11 last 64.33) - open/close 7975 (time 1790777957.58 total 110.11 last 83.54) - open/close 8744 (time 1790777967.59 total 120.12 last 76.85) - open/close 9509 (time 1790777977.59 total 130.13 last 76.45) total: 10000 open/close in 135.81 seconds: 73.63 ops/second llite.lustre-ffff9ddb894e5800.statahead_batch_max=0 llite.lustre-ffff9ddb894e5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m10.818s user 0m0.437s sys 0m17.001s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ddb894e5800.statahead_batch_max=256 llite.lustre-ffff9ddb894e5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m4.562s user 0m0.358s sys 0m15.494s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ddb894e5800.batch_stats= snapshot_time: 1790778138.868847177 secs.nsecs start_time: 1790778064.417273158 secs.nsecs elapsed_time: 74.451574019 secs.nsecs subreqs per batch batches %% cum %% 1: 116 48 48 2: 29 12 61 4: 15 6 67 8: 11 4 72 16: 9 3 75 32: 15 6 82 64: 6 2 84 128: 1 0 85 256: 35 14 100 mdc.lustre-MDT0001-mdc-ffff9ddb894e5800.batch_stats= snapshot_time: 1790778138.869231060 secs.nsecs start_time: 1790778064.417431384 secs.nsecs elapsed_time: 74.451799676 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9ddb894e5800.statahead_batch_max=64 llite.lustre-ffff9ddb894e5800.statahead_max=128