diff --git a/src/borg/cache.py b/src/borg/cache.py
index ed5c11c1e..d807472a0 100644
--- a/src/borg/cache.py
+++ b/src/borg/cache.py
@@ -397,7 +397,10 @@ def compress_entry(self, entry):
             cie = self.chunks.get(id)
             assert cie is not None
             assert cie.flags & ChunkIndex.F_USED
-            assert size == cie.size
+            if cie.size == 0:  # size is not known in the chunks index yet
+                self.chunks[id] = cie._replace(size=size)
+            else:
+                assert size == cie.size, f"{size} != {cie.size}"
             idx = self.chunks.k_to_idx(id)
             compressed_chunks.append(idx)
         entry = entry._replace(chunks=compressed_chunks)