diff --git a/src/Jackett.Common/Services/IndexerConfigurationService.cs b/src/Jackett.Common/Services/IndexerConfigurationService.cs
index 3140da16d..8974067b9 100644
--- a/src/Jackett.Common/Services/IndexerConfigurationService.cs
+++ b/src/Jackett.Common/Services/IndexerConfigurationService.cs
@@ -35,6 +35,11 @@ namespace Jackett.Common.Services
         {
             var configFilePath = GetIndexerConfigFilePath(indexer);
             File.Delete(configFilePath);
+            var configFilePathBak = configFilePath + ".bak";
+            if (File.Exists(configFilePathBak))
+            {
+                File.Delete(configFilePathBak);
+            }
         }
 
         public void Load(IIndexer idx)