mirror/borg
1
0
Fork 0
mirror of https://github.com/borgbackup/borg.git synced 2025-03-15 00:21:56 +00:00
Code Issues Releases Wiki Activity

determine and report chunk counts in chunks index

Browse source 
borg info repo::archive now reports unique chunks count, total chunks count

also: use index->key_size instead of hardcoded value
This commit is contained in:
Thomas Waldmann 2015-06-19 23:53:23 +02:00
parent b41b7d06c5
commit 6d0a00496a
3 changed files with 21 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
borg/_hashindex.c
View file

@ -361,14 +361,18 @@ hashindex_get_size(HashIndex *index)
} }
static void static void
hashindex_summarize(HashIndex *index, long long *total_size, long long *total_csize, long long *total_unique_size, long long *total_unique_csize) hashindex_summarize(HashIndex *index, long long *total_size, long long *total_csize,
long long *total_unique_size, long long *total_unique_csize,
long long *total_unique_chunks, long long *total_chunks)
{ {
int64_t size = 0, csize = 0, unique_size = 0, unique_csize = 0; int64_t size = 0, csize = 0, unique_size = 0, unique_csize = 0, chunks = 0, unique_chunks = 0;
const int32_t *values; const int32_t *values;
void *key = NULL; void *key = NULL;
while((key = hashindex_next_key(index, key))) { while((key = hashindex_next_key(index, key))) {
values = key + 32; values = key + index->key_size;
unique_chunks++;
chunks += values[0];
unique_size += values[1]; unique_size += values[1];
unique_csize += values[2]; unique_csize += values[2];
size += values[0] * values[1]; size += values[0] * values[1];
@ -378,4 +382,6 @@ hashindex_summarize(HashIndex *index, long long *total_size, long long *total_cs
*total_csize = csize; *total_csize = csize;
*total_unique_size = unique_size; *total_unique_size = unique_size;
*total_unique_csize = unique_csize; *total_unique_csize = unique_csize;
*total_unique_chunks = unique_chunks;
*total_chunks = chunks;
} }

12
borg/hashindex.pyx
View file

@ -11,7 +11,9 @@ cdef extern from "_hashindex.c":
HashIndex *hashindex_read(char *path) HashIndex *hashindex_read(char *path)
HashIndex *hashindex_init(int capacity, int key_size, int value_size) HashIndex *hashindex_init(int capacity, int key_size, int value_size)
void hashindex_free(HashIndex *index) void hashindex_free(HashIndex *index)
void hashindex_summarize(HashIndex *index, long long *total_size, long long *total_csize, long long *unique_size, long long *unique_csize) void hashindex_summarize(HashIndex *index, long long *total_size, long long *total_csize,
long long *unique_size, long long *unique_csize,
long long *total_unique_chunks, long long *total_chunks)
int hashindex_get_size(HashIndex *index) int hashindex_get_size(HashIndex *index)
int hashindex_write(HashIndex *index, char *path) int hashindex_write(HashIndex *index, char *path)
void *hashindex_get(HashIndex *index, void *key) void *hashindex_get(HashIndex *index, void *key)
@ -179,9 +181,11 @@ cdef class ChunkIndex(IndexBase):
return iter return iter
def summarize(self): def summarize(self):
cdef long long total_size, total_csize, unique_size, unique_csize cdef long long total_size, total_csize, unique_size, unique_csize, total_unique_chunks, total_chunks
hashindex_summarize(self.index, &total_size, &total_csize, &unique_size, &unique_csize) hashindex_summarize(self.index, &total_size, &total_csize,
return total_size, total_csize, unique_size, unique_csize &unique_size, &unique_csize,
&total_unique_chunks, &total_chunks)
return total_size, total_csize, unique_size, unique_csize, total_unique_chunks, total_chunks
cdef class ChunkKeyIterator: cdef class ChunkKeyIterator:

5
borg/helpers.py
View file

@ -174,11 +174,14 @@ class Statistics:
self.usize += csize self.usize += csize
def print_(self, label, cache): def print_(self, label, cache):
total_size, total_csize, unique_size, unique_csize = cache.chunks.summarize() total_size, total_csize, unique_size, unique_csize, total_unique_chunks, total_chunks = cache.chunks.summarize()
print() print()
print(' Original size Compressed size Deduplicated size') print(' Original size Compressed size Deduplicated size')
print('%-15s %20s %20s %20s' % (label, format_file_size(self.osize), format_file_size(self.csize), format_file_size(self.usize))) print('%-15s %20s %20s %20s' % (label, format_file_size(self.osize), format_file_size(self.csize), format_file_size(self.usize)))
print('All archives: %20s %20s %20s' % (format_file_size(total_size), format_file_size(total_csize), format_file_size(unique_csize))) print('All archives: %20s %20s %20s' % (format_file_size(total_size), format_file_size(total_csize), format_file_size(unique_csize)))
print()
print(' Unique chunks Total chunks')
print('Chunk index: %20d %20d' % (total_unique_chunks, total_chunks))
def show_progress(self, item=None, final=False): def show_progress(self, item=None, final=False):
if not final: if not final: