diff --git a/borg/cache.py b/borg/cache.py
index 0cacb2a8b..763a262aa 100644
--- a/borg/cache.py
+++ b/borg/cache.py
@@ -137,9 +137,11 @@ def _do_open(self):
             cache_version = self.config.getint('cache', 'version')
             wanted_version = 1
             if cache_version != wanted_version:
+                self.close()
                 raise Exception('%s has unexpected cache version %d (wanted: %d).' % (
                     config_path, cache_version, wanted_version))
         except configparser.NoSectionError:
+            self.close()
             raise Exception('%s does not look like a Borg cache.' % config_path) from None
         self.id = self.config.get('cache', 'repository')
         self.manifest_id = unhexlify(self.config.get('cache', 'manifest'))