diff --git a/borg/locking.py b/borg/locking.py
index 9bed13e19..8e4f1a41f 100644
--- a/borg/locking.py
+++ b/borg/locking.py
@@ -176,7 +176,11 @@ class LockRoster:
             json.dump(data, f)
 
     def remove(self):
-        os.unlink(self.path)
+        try:
+            os.unlink(self.path)
+        except OSError as e:
+            if e.errno != errno.ENOENT:
+                raise
 
     def get(self, key):
         roster = self.load()