mirror of
https://github.com/borgbackup/borg.git
synced 2025-01-03 05:35:58 +00:00
Merge pull request #30 from jdchristensen/prune_split
Clean up and correct prune_split; add tests
This commit is contained in:
commit
e857d4cfd6
2 changed files with 51 additions and 12 deletions
|
@ -92,17 +92,17 @@ def write(self):
|
||||||
|
|
||||||
|
|
||||||
def prune_split(archives, pattern, n, skip=[]):
|
def prune_split(archives, pattern, n, skip=[]):
|
||||||
items = {}
|
last = None
|
||||||
keep = []
|
keep = []
|
||||||
for a in archives:
|
if n == 0:
|
||||||
key = to_localtime(a.ts).strftime(pattern)
|
return keep
|
||||||
items.setdefault(key, [])
|
for a in sorted(archives, key=attrgetter('ts'), reverse=True):
|
||||||
items[key].append(a)
|
period = a.ts.strftime(pattern)
|
||||||
for key, values in sorted(items.items(), reverse=True):
|
if period != last:
|
||||||
if n and values[0] not in skip:
|
last = period
|
||||||
values.sort(key=attrgetter('ts'), reverse=True)
|
if a not in skip:
|
||||||
keep.append(values[0])
|
keep.append(a)
|
||||||
n -= 1
|
if len(keep) == n: break
|
||||||
return keep
|
return keep
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -1,8 +1,9 @@
|
||||||
from datetime import datetime
|
from time import mktime, strptime
|
||||||
|
from datetime import datetime, timezone
|
||||||
import os
|
import os
|
||||||
import tempfile
|
import tempfile
|
||||||
import unittest
|
import unittest
|
||||||
from attic.helpers import adjust_patterns, exclude_path, Location, format_timedelta, IncludePattern, ExcludePattern, make_path_safe, UpgradableLock
|
from attic.helpers import adjust_patterns, exclude_path, Location, format_timedelta, IncludePattern, ExcludePattern, make_path_safe, UpgradableLock, prune_split, to_localtime
|
||||||
from attic.testsuite import AtticTestCase
|
from attic.testsuite import AtticTestCase
|
||||||
|
|
||||||
|
|
||||||
|
@ -97,3 +98,41 @@ def test_read_only_lock_file(self):
|
||||||
lock = UpgradableLock(file.name)
|
lock = UpgradableLock(file.name)
|
||||||
self.assert_raises(UpgradableLock.LockUpgradeFailed, lock.upgrade)
|
self.assert_raises(UpgradableLock.LockUpgradeFailed, lock.upgrade)
|
||||||
lock.release()
|
lock.release()
|
||||||
|
|
||||||
|
|
||||||
|
class MockArchive(object):
|
||||||
|
|
||||||
|
def __init__(self, ts):
|
||||||
|
self.ts = ts
|
||||||
|
|
||||||
|
def __repr__(self):
|
||||||
|
return repr(self.ts)
|
||||||
|
|
||||||
|
|
||||||
|
class PruneSplitTestCase(AtticTestCase):
|
||||||
|
|
||||||
|
def test(self):
|
||||||
|
|
||||||
|
def local_to_UTC(month, day):
|
||||||
|
'Convert noon on the month and day in 2013 to UTC.'
|
||||||
|
seconds = mktime(strptime('2013-%02d-%02d 12:00' % (month, day), '%Y-%m-%d %H:%M'))
|
||||||
|
return datetime.fromtimestamp(seconds, tz=timezone.utc)
|
||||||
|
|
||||||
|
def subset(lst, indices):
|
||||||
|
return {lst[i] for i in indices}
|
||||||
|
|
||||||
|
def dotest(test_archives, n, skip, indices):
|
||||||
|
for ta in test_archives, reversed(test_archives):
|
||||||
|
self.assert_equal(set(prune_split(ta, '%Y-%m', n, skip)),
|
||||||
|
subset(test_archives, indices))
|
||||||
|
|
||||||
|
test_pairs = [(1,1), (2,1), (2,28), (3,1), (3,2), (3,31), (5,1)]
|
||||||
|
test_dates = [local_to_UTC(month, day) for month, day in test_pairs]
|
||||||
|
test_archives = [MockArchive(date) for date in test_dates]
|
||||||
|
|
||||||
|
dotest(test_archives, 3, [], [6, 5, 2])
|
||||||
|
dotest(test_archives, -1, [], [6, 5, 2, 0])
|
||||||
|
dotest(test_archives, 3, [test_archives[6]], [5, 2, 0])
|
||||||
|
dotest(test_archives, 3, [test_archives[5]], [6, 2, 0])
|
||||||
|
dotest(test_archives, 3, [test_archives[4]], [6, 5, 2])
|
||||||
|
dotest(test_archives, 0, [], [])
|
||||||
|
|
Loading…
Reference in a new issue