diff --git a/src/Prowlarr.Api.V1/ProviderControllerBase.cs b/src/Prowlarr.Api.V1/ProviderControllerBase.cs
index 40bbe205f..809697a06 100644
--- a/src/Prowlarr.Api.V1/ProviderControllerBase.cs
+++ b/src/Prowlarr.Api.V1/ProviderControllerBase.cs
@@ -73,7 +73,7 @@ namespace Prowlarr.Api.V1
 
             if (providerDefinition.Enable)
             {
-                Test(providerDefinition, false);
+                Test(providerDefinition, !forceSave);
             }
 
             providerDefinition = _providerFactory.Create(providerDefinition);
@@ -91,7 +91,7 @@ namespace Prowlarr.Api.V1
             // Only test existing definitions if it is enabled and forceSave isn't set.
             if (providerDefinition.Enable && !forceSave)
             {
-                Test(providerDefinition, false);
+                Test(providerDefinition, true);
             }
 
             _providerFactory.Update(providerDefinition);