# Copyright (C) 2006 Canonical Ltd
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
"""Tests for encoding performance."""
from bzrlib import (
cache_utf8,
osutils,
)
from bzrlib.benchmarks import Benchmark
_normal_revision_id = (u'john@arbash-meinel.com-20060801200018'
u'-cafa6272d9b8cac4')
_unicode_revision_id = (u'\u062c\u0648\u062c\u0648@\xe5rbash-meinel.com-'
u'\xb5\xb5\xb5-20060801200018-cafa6272d9b8cac4')
_normal_revision_id_utf8 = _normal_revision_id.encode('utf-8')
_unicode_revision_id_utf8 = _unicode_revision_id.encode('utf-8')
class EncodingBenchmark(Benchmark):
"""Benchmark the time to encode strings."""
def setUp(self):
super(EncodingBenchmark, self).setUp()
# Make sure we start and end with a clean cache
cache_utf8.clear_encoding_cache()
self.addCleanup(cache_utf8.clear_encoding_cache)
def encode_1M(self, revision_id):
"""Encode the given revision id 1 million times"""
# In a real kernel tree there are 7.7M lines of code
# so the initial import actually has to encode a revision
# id to store annotated lines one time for every line.
for i in xrange(1000000):
revision_id.encode('utf8')
def encode_cached_1M(self, revision_id):
"""Encode the given revision id 1 million times using the cache"""
encode = cache_utf8.encode
for i in xrange(1000000):
encode(revision_id)
def encode_multi(self, revision_list, count):
"""Encode each entry in the list count times"""
for i in xrange(count):
for revision_id in revision_list:
revision_id.encode('utf-8')
def encode_cached_multi(self, revision_list, count):
"""Encode each entry in the list count times"""
encode = cache_utf8.encode
for i in xrange(count):
for revision_id in revision_list:
encode(revision_id)
def test_encode_1_by_1M_ascii(self):
"""Test encoding a single revision id 1 million times."""
self.time(self.encode_1M, _normal_revision_id)
def test_encode_1_by_1M_ascii_cached(self):
"""Test encoding a single revision id 1 million times."""
self.time(self.encode_cached_1M, _normal_revision_id)
def test_encode_1_by_1M_ascii_str(self):
# We have places that think they have a unicode revision id
# but actually, they have a plain string. So .encode(utf8)
# actually has to decode from ascii, and then encode into utf8
self.time(self.encode_1M, str(_normal_revision_id))
def test_encode_1_by_1M_ascii_str_cached(self):
self.time(self.encode_cached_1M, str(_normal_revision_id))
def test_encode_1_by_1M_unicode(self):
"""Test encoding a single revision id 1 million times."""
self.time(self.encode_1M, _unicode_revision_id)
def test_encode_1_by_1M_unicode_cached(self):
"""Test encoding a single revision id 1 million times."""
self.time(self.encode_cached_1M, _unicode_revision_id)
def test_encode_1k_by_1k_ascii(self):
"""Test encoding 5 revisions 100k times"""
revisions = [unicode(osutils.rand_chars(60)) for x in xrange(1000)]
self.time(self.encode_multi, revisions, 1000)
def test_encode_1k_by_1k_ascii_cached(self):
"""Test encoding 5 revisions 100k times"""
revisions = [unicode(osutils.rand_chars(60)) for x in xrange(1000)]
self.time(self.encode_cached_multi, revisions, 1000)
def test_encode_1k_by_1k_unicode(self):
"""Test encoding 5 revisions 100k times"""
revisions = [u'\u062c\u0648\u062c\u0648' +
unicode(osutils.rand_chars(60)) for x in xrange(1000)]
self.time(self.encode_multi, revisions, 1000)
def test_encode_1k_by_1k_unicode_cached(self):
"""Test encoding 5 revisions 100k times"""
revisions = [u'\u062c\u0648\u062c\u0648' +
unicode(osutils.rand_chars(60)) for x in xrange(1000)]
self.time(self.encode_cached_multi, revisions, 1000)
def test_encode_500K_by_1_ascii(self):
revisions = [unicode("test%07d" % x) for x in xrange(500000)]
self.time(self.encode_multi, revisions, 1)
def test_encode_500K_by_1_ascii_cached(self):
revisions = [unicode("test%07d" % x) for x in xrange(500000)]
self.time(self.encode_cached_multi, revisions, 1)
def test_encode_500K_by_1_unicode(self):
revisions = [u'\u062c\u0648\u062c\u0648' +
unicode("%07d" % x) for x in xrange(500000)]
self.time(self.encode_multi, revisions, 1)
def test_encode_500K_by_1_unicode_cached(self):
revisions = [u'\u062c\u0648\u062c\u0648' +
unicode("%07d" % x) for x in xrange(500000)]
self.time(self.encode_cached_multi, revisions, 1)
class DecodingBenchmarks(Benchmark):
"""Benchmark the time to decode strings."""
def setUp(self):
super(DecodingBenchmarks, self).setUp()
# Make sure we start and end with a clean cache
cache_utf8.clear_encoding_cache()
self.addCleanup(cache_utf8.clear_encoding_cache)
def decode_1M(self, revision_id):
for i in xrange(1000000):
revision_id.decode('utf8')
def decode_cached_1M(self, revision_id):
decode = cache_utf8.decode
for i in xrange(1000000):
decode(revision_id)
def decode_multi(self, revision_list, count):
for i in xrange(count):
for revision_id in revision_list:
revision_id.decode('utf-8')
def decode_cached_multi(self, revision_list, count):
decode = cache_utf8.decode
for i in xrange(count):
for revision_id in revision_list:
decode(revision_id)
def test_decode_1_by_1M_ascii(self):
"""Test decoding a single revision id 1 million times."""
self.time(self.decode_1M, _normal_revision_id_utf8)
def test_decode_1_by_1M_ascii_cached(self):
"""Test decoding a single revision id 1 million times."""
self.time(self.decode_cached_1M, _normal_revision_id_utf8)
def test_decode_1_by_1M_unicode(self):
"""Test decoding a single revision id 1 million times."""
self.time(self.decode_1M, _unicode_revision_id_utf8)
def test_decode_1_by_1M_unicode_cached(self):
"""Test decoding a single revision id 1 million times."""
self.time(self.decode_cached_1M, _unicode_revision_id_utf8)
def test_decode_1k_by_1k_ascii(self):
"""Test decoding 5 revisions 100k times"""
revisions = [osutils.rand_chars(60) for x in xrange(1000)]
self.time(self.decode_multi, revisions, 1000)
def test_decode_1k_by_1k_ascii_cached(self):
"""Test decoding 5 revisions 100k times"""
revisions = [osutils.rand_chars(60) for x in xrange(1000)]
self.time(self.decode_cached_multi, revisions, 1000)
def test_decode_1k_by_1k_unicode(self):
"""Test decoding 5 revisions 100k times"""
revisions = [(u'\u062c\u0648\u062c\u0648' +
unicode(osutils.rand_chars(60))).encode('utf8')
for x in xrange(1000)]
self.time(self.decode_multi, revisions, 1000)
def test_decode_1k_by_1k_unicode_cached(self):
"""Test decoding 5 revisions 100k times"""
revisions = [(u'\u062c\u0648\u062c\u0648' +
unicode(osutils.rand_chars(60))).encode('utf8')
for x in xrange(1000)]
self.time(self.decode_cached_multi, revisions, 1000)
def test_decode_500K_by_1_ascii(self):
revisions = [("test%07d" % x) for x in xrange(500000)]
self.time(self.decode_multi, revisions, 1)
def test_decode_500K_by_1_ascii_cached(self):
revisions = [("test%07d" % x) for x in xrange(500000)]
self.time(self.decode_cached_multi, revisions, 1)
def test_decode_500K_by_1_unicode(self):
revisions = [(u'\u062c\u0648\u062c\u0648' +
unicode("%07d" % x)).encode('utf-8')
for x in xrange(500000)]
self.time(self.decode_multi, revisions, 1)
def test_decode_500K_by_1_unicode_cached(self):
revisions = [(u'\u062c\u0648\u062c\u0648' +
unicode("%07d" % x)).encode('utf-8')
for x in xrange(500000)]
self.time(self.decode_cached_multi, revisions, 1)
|