2013-07-08 21:38:27 +00:00
|
|
|
from attic.chunker import chunkify, buzhash, buzhash_update
|
|
|
|
|
from attic.testsuite import AtticTestCase
|
2013-06-24 20:41:05 +00:00
|
|
|
from io import BytesIO
|
|
|
|
|
|
|
|
|
|
|
2013-07-08 21:38:27 +00:00
|
|
|
class ChunkerTestCase(AtticTestCase):
|
2013-06-24 20:41:05 +00:00
|
|
|
|
|
|
|
|
def test_chunkify(self):
|
|
|
|
|
data = b'0' * 1024 * 1024 * 15 + b'Y'
|
|
|
|
|
parts = [bytes(c) for c in chunkify(BytesIO(data), 2, 0x3, 2, 0)]
|
|
|
|
|
self.assert_equal(len(parts), 2)
|
|
|
|
|
self.assert_equal(b''.join(parts), data)
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b''), 2, 0x3, 2, 0)], [])
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b'foobarboobaz' * 3), 2, 0x3, 2, 0)], [b'fooba', b'rboobaz', b'fooba', b'rboobaz', b'fooba', b'rboobaz'])
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b'foobarboobaz' * 3), 2, 0x3, 2, 1)], [b'fo', b'obarb', b'oob', b'azf', b'oobarb', b'oob', b'azf', b'oobarb', b'oobaz'])
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b'foobarboobaz' * 3), 2, 0x3, 2, 2)], [b'foob', b'ar', b'boobazfoob', b'ar', b'boobazfoob', b'ar', b'boobaz'])
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b'foobarboobaz' * 3), 3, 0x3, 3, 0)], [b'foobarboobaz' * 3])
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b'foobarboobaz' * 3), 3, 0x3, 3, 1)], [b'foobar', b'boo', b'bazfo', b'obar', b'boo', b'bazfo', b'obar', b'boobaz'])
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b'foobarboobaz' * 3), 3, 0x3, 3, 2)], [b'foo', b'barboobaz', b'foo', b'barboobaz', b'foo', b'barboobaz'])
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b'foobarboobaz' * 3), 3, 0x3, 4, 0)], [b'foobarboobaz' * 3])
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b'foobarboobaz' * 3), 3, 0x3, 4, 1)], [b'foobar', b'boobazfo', b'obar', b'boobazfo', b'obar', b'boobaz'])
|
|
|
|
|
self.assert_equal([bytes(c) for c in chunkify(BytesIO(b'foobarboobaz' * 3), 3, 0x3, 4, 2)], [b'foob', b'arboobaz', b'foob', b'arboobaz', b'foob', b'arboobaz'])
|
|
|
|
|
|
|
|
|
|
def test_buzhash(self):
|
|
|
|
|
self.assert_equal(buzhash(b'abcdefghijklmnop', 0), 3795437769)
|
|
|
|
|
self.assert_equal(buzhash(b'abcdefghijklmnop', 1), 3795400502)
|
|
|
|
|
self.assert_equal(buzhash(b'abcdefghijklmnop', 1), buzhash_update(buzhash(b'Xabcdefghijklmno', 1), ord('X'), ord('p'), 16, 1))
|
2014-06-05 13:11:46 +00:00
|
|
|
# Test with more than 31 bytes to make sure our barrel_shift macro works correctly
|
|
|
|
|
self.assert_equal(buzhash(b'abcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyz', 0), 566521248)
|
