== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:09:21 (1780999761) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats=0 llite.lustre-ffff93c386672800.statahead_max=32 llite.lustre-ffff93c386672800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.58 seconds: 38.79 ops/second llite.lustre-ffff93c386672800.statahead_max=0 101 real 0m2.814s user 0m0.004s sys 0m0.374s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff93c386672800.statahead_max=32 llite.lustre-ffff93c386672800.statahead_max=32 101 real 0m0.995s user 0m0.007s sys 0m0.186s 'ls -l' 100 files with statahead: 1 sec statahead total: 123 statahead wrong: 2 agl total: 108 list_total: 31 fname_total: 82 hit_total: 3617 miss_total: 1710 swrong=2 ewrong=2 - open/close 679 (time 1780999789.80 total 10.00 last 67.88) total: 900 open/close in 13.71 seconds: 65.66 ops/second llite.lustre-ffff93c386672800.statahead_max=0 1001 real 0m26.716s user 0m0.047s sys 0m3.524s 'ls -l' 1000 files without statahead: 26 sec llite.lustre-ffff93c386672800.statahead_max=32 llite.lustre-ffff93c386672800.statahead_max=32 1001 real 0m9.896s user 0m0.031s sys 0m1.555s 'ls -l' 1000 files with statahead: 10 sec statahead total: 124 statahead wrong: 2 agl total: 109 list_total: 32 fname_total: 82 hit_total: 4615 miss_total: 1712 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff93c386672800.statahead_stats= statahead total: 124 statahead wrong: 2 agl total: 109 list_total: 32 fname_total: 82 hit_total: 4615 miss_total: 1712 mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats= snapshot_time: 1780999867.878971022 secs.nsecs start_time: 1780999765.896987198 secs.nsecs elapsed_time: 101.981983824 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 7 7 8: 3 7 15 16: 19 48 64 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats= snapshot_time: 1780999867.879060847 secs.nsecs start_time: 1780999765.897083768 secs.nsecs elapsed_time: 101.981977079 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 5 5 4: 2 5 10 8: 2 5 15 16: 17 43 58 32: 16 41 100 - open/close 708 (time 1780999880.84 total 10.01 last 70.73) - open/close 1337 (time 1780999890.85 total 20.02 last 62.86) - open/close 2067 (time 1780999900.86 total 30.03 last 72.89) - open/close 2771 (time 1780999910.87 total 40.04 last 70.33) - open/close 3497 (time 1780999920.88 total 50.05 last 72.55) - open/close 4148 (time 1780999930.88 total 60.05 last 65.08) - open/close 4851 (time 1780999940.90 total 70.07 last 70.20) - open/close 5590 (time 1780999950.90 total 80.07 last 73.88) - open/close 6337 (time 1780999960.91 total 90.08 last 74.62) - open/close 7038 (time 1780999970.92 total 100.09 last 70.04) - open/close 7711 (time 1780999980.92 total 110.09 last 67.29) - open/close 8297 (time 1780999990.93 total 120.10 last 58.57) - open/close 8990 (time 1781000000.94 total 130.11 last 69.21) - open/close 9697 (time 1781000010.95 total 140.12 last 70.61) total: 10000 open/close in 144.96 seconds: 68.99 ops/second llite.lustre-ffff93c386672800.statahead_batch_max=0 llite.lustre-ffff93c386672800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff93c386672800.stats=clear mdc.lustre-MDT0001-mdc-ffff93c386672800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m22.047s user 0m0.347s sys 0m18.152s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff93c386672800.statahead_batch_max=32 llite.lustre-ffff93c386672800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff93c386672800.stats=clear mdc.lustre-MDT0001-mdc-ffff93c386672800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m55.977s user 0m0.350s sys 0m17.149s batched statahead RPC= hit count=9978 mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats= snapshot_time: 1781000241.016625997 secs.nsecs start_time: 1781000109.479774802 secs.nsecs elapsed_time: 131.536851195 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats= snapshot_time: 1781000241.016885268 secs.nsecs start_time: 1781000109.479972127 secs.nsecs elapsed_time: 131.536913141 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats=0 llite.lustre-ffff93c386672800.statahead_max=2048 llite.lustre-ffff93c386672800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 2.91 seconds: 34.35 ops/second llite.lustre-ffff93c386672800.statahead_max=0 101 real 0m2.816s user 0m0.005s sys 0m0.387s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff93c386672800.statahead_max=2048 llite.lustre-ffff93c386672800.statahead_max=2048 101 real 0m0.971s user 0m0.005s sys 0m0.220s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10077 miss_total: 23 swrong=0 ewrong=0 - open/close 688 (time 1781000594.96 total 10.01 last 68.72) total: 900 open/close in 13.24 seconds: 67.97 ops/second llite.lustre-ffff93c386672800.statahead_max=0 1001 real 0m25.177s user 0m0.030s sys 0m3.368s 'ls -l' 1000 files without statahead: 25 sec llite.lustre-ffff93c386672800.statahead_max=2048 llite.lustre-ffff93c386672800.statahead_max=2048 1001 real 0m7.582s user 0m0.025s sys 0m1.598s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11076 miss_total: 24 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff93c386672800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11076 miss_total: 24 mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats= snapshot_time: 1781000664.642830145 secs.nsecs start_time: 1781000243.546169386 secs.nsecs elapsed_time: 421.096660759 secs.nsecs subreqs per batch batches % cum % 1: 1 12 12 2: 2 25 37 4: 1 12 50 8: 2 25 75 16: 0 0 75 32: 0 0 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats= snapshot_time: 1781000664.642911460 secs.nsecs start_time: 1781000243.546303354 secs.nsecs elapsed_time: 421.096608106 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 18 18 8: 1 9 27 16: 3 27 54 32: 3 27 81 64: 0 0 81 128: 0 0 81 256: 2 18 100 - open/close 712 (time 1781000677.38 total 10.01 last 71.11) - open/close 1449 (time 1781000687.38 total 20.01 last 73.69) - open/close 2176 (time 1781000697.39 total 30.02 last 72.62) - open/close 2876 (time 1781000707.40 total 40.03 last 69.95) - open/close 3611 (time 1781000717.40 total 50.04 last 73.46) - open/close 4263 (time 1781000727.41 total 60.04 last 65.16) - open/close 4817 (time 1781000737.43 total 70.06 last 55.30) - open/close 5515 (time 1781000747.43 total 80.06 last 69.80) - open/close 6193 (time 1781000757.44 total 90.07 last 67.74) - open/close 6874 (time 1781000767.44 total 100.08 last 68.07) - open/close 7484 (time 1781000777.44 total 110.08 last 61.00) - open/close 8217 (time 1781000787.45 total 120.09 last 73.21) - open/close 8956 (time 1781000797.45 total 130.09 last 73.89) - open/close 9704 (time 1781000807.46 total 140.09 last 74.75) total: 10000 open/close in 145.11 seconds: 68.91 ops/second llite.lustre-ffff93c386672800.statahead_batch_max=0 llite.lustre-ffff93c386672800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff93c386672800.stats=clear mdc.lustre-MDT0001-mdc-ffff93c386672800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m10.227s user 0m0.311s sys 0m17.600s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff93c386672800.statahead_batch_max=256 llite.lustre-ffff93c386672800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff93c386672800.stats=clear mdc.lustre-MDT0001-mdc-ffff93c386672800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m56.719s user 0m0.304s sys 0m18.266s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff93c386672800.batch_stats= snapshot_time: 1781000965.461268542 secs.nsecs start_time: 1781000894.966282759 secs.nsecs elapsed_time: 70.494985783 secs.nsecs subreqs per batch batches % cum % 1: 232 55 55 2: 47 11 66 4: 51 12 79 8: 21 5 84 16: 13 3 87 32: 14 3 90 64: 5 1 91 128: 0 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff93c386672800.batch_stats= snapshot_time: 1781000965.461330099 secs.nsecs start_time: 1781000894.966402814 secs.nsecs elapsed_time: 70.494927285 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff93c386672800.statahead_batch_max=64 llite.lustre-ffff93c386672800.statahead_max=128