mirror of https://github.com/borgbackup/borg.git
223 lines
9.1 KiB
Python
223 lines
9.1 KiB
Python
import filecmp
|
|
import os
|
|
from io import StringIO
|
|
import stat
|
|
import sys
|
|
import shutil
|
|
import tempfile
|
|
from darc import xattr
|
|
from darc.archiver import Archiver
|
|
from darc.repository import Repository
|
|
from darc.testsuite import DarcTestCase
|
|
|
|
has_mtime_ns = sys.version >= '3.3'
|
|
utime_supports_fd = os.utime in getattr(os, 'supports_fd', {})
|
|
|
|
src_dir = os.path.join(os.getcwd(), os.path.dirname(__file__), '..', '..')
|
|
|
|
class changedir:
|
|
def __init__(self, dir):
|
|
self.dir = dir
|
|
|
|
def __enter__(self):
|
|
self.old = os.getcwd()
|
|
os.chdir(self.dir)
|
|
|
|
def __exit__(self, *args, **kw):
|
|
os.chdir(self.old)
|
|
|
|
|
|
class ArchiverTestCase(DarcTestCase):
|
|
|
|
prefix = ''
|
|
|
|
def setUp(self):
|
|
self.archiver = Archiver()
|
|
self.tmpdir = tempfile.mkdtemp(dir=os.getcwd())
|
|
self.repository_path = os.path.join(self.tmpdir, 'repository')
|
|
self.repository_location = self.prefix + self.repository_path
|
|
self.input_path = os.path.join(self.tmpdir, 'input')
|
|
self.output_path = os.path.join(self.tmpdir, 'output')
|
|
self.keys_path = os.path.join(self.tmpdir, 'keys')
|
|
self.cache_path = os.path.join(self.tmpdir, 'cache')
|
|
os.environ['DARC_KEYS_DIR'] = self.keys_path
|
|
os.environ['DARC_CACHE_DIR'] = self.cache_path
|
|
os.mkdir(self.input_path)
|
|
os.mkdir(self.output_path)
|
|
os.mkdir(self.keys_path)
|
|
os.mkdir(self.cache_path)
|
|
self._old_wd = os.getcwd()
|
|
os.chdir(self.tmpdir)
|
|
|
|
def tearDown(self):
|
|
shutil.rmtree(self.tmpdir)
|
|
os.chdir(self._old_wd)
|
|
|
|
def darc(self, *args, **kwargs):
|
|
exit_code = kwargs.get('exit_code', 0)
|
|
args = list(args)
|
|
try:
|
|
stdout, stderr = sys.stdout, sys.stderr
|
|
output = StringIO()
|
|
sys.stdout = sys.stderr = output
|
|
ret = self.archiver.run(args)
|
|
sys.stdout, sys.stderr = stdout, stderr
|
|
if ret != exit_code:
|
|
print(output.getvalue())
|
|
self.assert_equal(exit_code, ret)
|
|
return output.getvalue()
|
|
finally:
|
|
sys.stdout, sys.stderr = stdout, stderr
|
|
|
|
def create_src_archive(self, name):
|
|
self.darc('init', self.repository_location)
|
|
self.darc('create', self.repository_location + '::' + name, src_dir)
|
|
|
|
def create_regual_file(self, name, size=0):
|
|
filename = os.path.join(self.input_path, name)
|
|
if not os.path.exists(os.path.dirname(filename)):
|
|
os.makedirs(os.path.dirname(filename))
|
|
with open(filename, 'wb') as fd:
|
|
fd.write(b'X' * size)
|
|
|
|
def get_xattrs(self, path):
|
|
try:
|
|
return xattr.get_all(path)
|
|
except EnvironmentError:
|
|
return {}
|
|
|
|
def diff_dirs(self, dir1, dir2):
|
|
diff = filecmp.dircmp(dir1, dir2)
|
|
self.assert_equal(diff.left_only, [])
|
|
self.assert_equal(diff.right_only, [])
|
|
self.assert_equal(diff.diff_files, [])
|
|
for filename in diff.common:
|
|
path1 = os.path.join(dir1, filename)
|
|
path2 = os.path.join(dir2, filename)
|
|
s1 = os.lstat(path1)
|
|
s2 = os.lstat(path2)
|
|
attrs = ['st_mode', 'st_uid', 'st_gid', 'st_rdev']
|
|
if not os.path.islink(path1) or utime_supports_fd:
|
|
attrs.append('st_mtime_ns' if has_mtime_ns else 'st_mtime')
|
|
d1 = [filename] + [getattr(s1, a) for a in attrs]
|
|
d2 = [filename] + [getattr(s2, a) for a in attrs]
|
|
# 'st_mtime precision is limited'
|
|
if attrs[-1] == 'st_mtime':
|
|
d1[-1] = round(d1[-1], 4)
|
|
d2[-1] = round(d2[-1], 4)
|
|
d1.append(self.get_xattrs(path1))
|
|
d2.append(self.get_xattrs(path2))
|
|
self.assert_equal(d1, d2)
|
|
|
|
def test_basic_functionality(self):
|
|
# File
|
|
self.create_regual_file('file1', size=1024 * 80)
|
|
# Directory
|
|
self.create_regual_file('dir2/file2', size=1024 * 80)
|
|
# File owner
|
|
os.chown('input/file1', 100, 200)
|
|
# File mode
|
|
os.chmod('input/file1', 0o7755)
|
|
os.chmod('input/dir2', 0o700)
|
|
# Block device
|
|
os.mknod('input/bdev', 0o600 | stat.S_IFBLK, os.makedev(10, 20))
|
|
# Char device
|
|
os.mknod('input/cdev', 0o600 | stat.S_IFCHR, os.makedev(30, 40))
|
|
xattr.set(os.path.join(self.input_path, 'file1'), b'foo', b'bar')
|
|
# Hard link
|
|
os.link(os.path.join(self.input_path, 'file1'),
|
|
os.path.join(self.input_path, 'hardlink'))
|
|
# Symlink
|
|
os.symlink('somewhere', os.path.join(self.input_path, 'link1'))
|
|
# FIFO node
|
|
os.mkfifo(os.path.join(self.input_path, 'fifo1'))
|
|
self.darc('init', self.repository_location)
|
|
self.darc('create', self.repository_location + '::test', 'input')
|
|
self.darc('create', self.repository_location + '::test.2', 'input')
|
|
with changedir('output'):
|
|
self.darc('extract', self.repository_location + '::test')
|
|
self.assert_equal(len(self.darc('list', self.repository_location).splitlines()), 2)
|
|
self.assert_equal(len(self.darc('list', self.repository_location + '::test').splitlines()), 9)
|
|
self.diff_dirs('input', 'output/input')
|
|
info_output = self.darc('info', self.repository_location + '::test')
|
|
shutil.rmtree(self.cache_path)
|
|
info_output2 = self.darc('info', self.repository_location + '::test')
|
|
# info_output2 starts with some "initializing cache" text but should
|
|
# end the same way as info_output
|
|
assert info_output2.endswith(info_output)
|
|
|
|
def test_extract_include_exclude(self):
|
|
self.darc('init', self.repository_location)
|
|
self.create_regual_file('file1', size=1024 * 80)
|
|
self.create_regual_file('file2', size=1024 * 80)
|
|
self.create_regual_file('file3', size=1024 * 80)
|
|
self.create_regual_file('file4', size=1024 * 80)
|
|
self.darc('create', '--exclude=input/file4', self.repository_location + '::test', 'input')
|
|
with changedir('output'):
|
|
self.darc('extract', self.repository_location + '::test', 'input/file1', )
|
|
self.assert_equal(sorted(os.listdir('output/input')), ['file1'])
|
|
with changedir('output'):
|
|
self.darc('extract', '--exclude=input/file2', self.repository_location + '::test')
|
|
self.assert_equal(sorted(os.listdir('output/input')), ['file1', 'file3'])
|
|
|
|
def test_overwrite(self):
|
|
self.create_regual_file('file1', size=1024 * 80)
|
|
self.create_regual_file('dir2/file2', size=1024 * 80)
|
|
self.darc('init', self.repository_location)
|
|
self.darc('create', self.repository_location + '::test', 'input')
|
|
# Overwriting regular files and directories should be supported
|
|
os.mkdir('output/input')
|
|
os.mkdir('output/input/file1')
|
|
os.mkdir('output/input/dir2')
|
|
with changedir('output'):
|
|
self.darc('extract', self.repository_location + '::test')
|
|
self.diff_dirs('input', 'output/input')
|
|
# But non-empty dirs should fail
|
|
os.unlink('output/input/file1')
|
|
os.mkdir('output/input/file1')
|
|
os.mkdir('output/input/file1/dir')
|
|
with changedir('output'):
|
|
self.darc('extract', self.repository_location + '::test', exit_code=1)
|
|
|
|
def test_delete(self):
|
|
self.create_regual_file('file1', size=1024 * 80)
|
|
self.create_regual_file('dir2/file2', size=1024 * 80)
|
|
self.darc('init', self.repository_location)
|
|
self.darc('create', self.repository_location + '::test', 'input')
|
|
self.darc('create', self.repository_location + '::test.2', 'input')
|
|
self.darc('verify', self.repository_location + '::test')
|
|
self.darc('verify', self.repository_location + '::test.2')
|
|
self.darc('delete', self.repository_location + '::test')
|
|
self.darc('verify', self.repository_location + '::test.2')
|
|
self.darc('delete', self.repository_location + '::test.2')
|
|
# Make sure all data except the manifest has been deleted
|
|
repository = Repository(self.repository_path)
|
|
self.assert_equal(repository._len(), 1)
|
|
|
|
def test_corrupted_repository(self):
|
|
self.create_src_archive('test')
|
|
self.darc('verify', self.repository_location + '::test')
|
|
name = sorted(os.listdir(os.path.join(self.tmpdir, 'repository', 'data', '0')), reverse=True)[0]
|
|
fd = open(os.path.join(self.tmpdir, 'repository', 'data', '0', name), 'r+')
|
|
fd.seek(100)
|
|
fd.write('X')
|
|
fd.close()
|
|
self.darc('verify', self.repository_location + '::test', exit_code=1)
|
|
|
|
def test_prune_repository(self):
|
|
self.darc('init', self.repository_location)
|
|
self.darc('create', self.repository_location + '::test1', src_dir)
|
|
self.darc('create', self.repository_location + '::test2', src_dir)
|
|
self.darc('prune', self.repository_location, '--daily=2')
|
|
output = self.darc('list', self.repository_location)
|
|
assert 'test1' not in output
|
|
assert 'test2' in output
|
|
|
|
def test_usage(self):
|
|
self.assert_raises(SystemExit, lambda: self.darc())
|
|
self.assert_raises(SystemExit, lambda: self.darc('-h'))
|
|
|
|
|
|
class RemoteArchiverTestCase(ArchiverTestCase):
|
|
prefix = 'localhost:'
|