From ef4a035e53a6abe7ce4722360584914323004c66 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Jonas=20Borgstr=C3=B6m?= <jonas@borgstrom.se>
Date: Mon, 1 Mar 2010 22:16:07 +0100
Subject: [PATCH] Smarter buffer handling.

---
 dedupestore/chunkifier.py | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/dedupestore/chunkifier.py b/dedupestore/chunkifier.py
index ac274ab67..cf51bc2ad 100644
--- a/dedupestore/chunkifier.py
+++ b/dedupestore/chunkifier.py
@@ -40,7 +40,7 @@ class ChunkifyIter(object):
         self.full_sum = True
         self.extra = None
         self.done = False
-        self.buf_size = self.chunk_size * 3
+        self.buf_size = self.chunk_size * 10
         return self
 
     def next(self):
@@ -51,8 +51,11 @@ class ChunkifyIter(object):
             self.done = True
             return self.extra
         while True:
+            if self.i >  self.buf_size - self.chunk_size:
+                self.data = self.data[self.i - o:]
+                self.i = o
             if len(self.data) - self.i < self.chunk_size:
-                self.data += self.fd.read(self.chunk_size * 3)
+                self.data += self.fd.read(self.buf_size - len(self.data))
             if len(self.data) == self.i:
                 raise StopIteration
             if self.full_sum or len(self.data) - self.i < self.chunk_size: