mirror of
https://github.com/borgbackup/borg.git
synced 2024-12-25 01:06:50 +00:00
recover_segment: use mmap(), fixes #2982
This commit is contained in:
parent
4a22dec340
commit
9fc4d00bf6
1 changed files with 21 additions and 17 deletions
|
@ -1,4 +1,5 @@
|
|||
import errno
|
||||
import mmap
|
||||
import os
|
||||
import shutil
|
||||
import struct
|
||||
|
@ -1305,25 +1306,28 @@ def iter_objects(self, segment, offset=0, include_data=False, read_data=True):
|
|||
header = fd.read(self.header_fmt.size)
|
||||
|
||||
def recover_segment(self, segment, filename):
|
||||
logger.info('attempting to recover ' + filename)
|
||||
if segment in self.fds:
|
||||
del self.fds[segment]
|
||||
with open(filename, 'rb') as fd:
|
||||
# XXX: Rather use mmap, this loads the entire segment (up to 500 MB by default) into memory.
|
||||
data = memoryview(fd.read())
|
||||
os.rename(filename, filename + '.beforerecover')
|
||||
logger.info('attempting to recover ' + filename)
|
||||
with open(filename, 'wb') as fd:
|
||||
fd.write(MAGIC)
|
||||
while len(data) >= self.header_fmt.size:
|
||||
crc, size, tag = self.header_fmt.unpack(data[:self.header_fmt.size])
|
||||
if size < self.header_fmt.size or size > len(data):
|
||||
data = data[1:]
|
||||
continue
|
||||
if crc32(data[4:size]) & 0xffffffff != crc:
|
||||
data = data[1:]
|
||||
continue
|
||||
fd.write(data[:size])
|
||||
data = data[size:]
|
||||
backup_filename = filename + '.beforerecover'
|
||||
os.rename(filename, backup_filename)
|
||||
with open(backup_filename, 'rb') as backup_fd:
|
||||
# note: file must not be 0 size (windows can't create 0 size mapping)
|
||||
with mmap.mmap(backup_fd.fileno(), 0, access=mmap.ACCESS_READ) as mm:
|
||||
data = memoryview(mm)
|
||||
with open(filename, 'wb') as fd:
|
||||
fd.write(MAGIC)
|
||||
while len(data) >= self.header_fmt.size:
|
||||
crc, size, tag = self.header_fmt.unpack(data[:self.header_fmt.size])
|
||||
if size < self.header_fmt.size or size > len(data):
|
||||
data = data[1:]
|
||||
continue
|
||||
if crc32(data[4:size]) & 0xffffffff != crc:
|
||||
data = data[1:]
|
||||
continue
|
||||
fd.write(data[:size])
|
||||
data = data[size:]
|
||||
data.release()
|
||||
|
||||
def read(self, segment, offset, id, read_data=True):
|
||||
"""
|
||||
|
|
Loading…
Reference in a new issue