diff --git a/src/Readarr.Api.V1/ProviderControllerBase.cs b/src/Readarr.Api.V1/ProviderControllerBase.cs
index 506ee2849..a2b6ca3d6 100644
--- a/src/Readarr.Api.V1/ProviderControllerBase.cs
+++ b/src/Readarr.Api.V1/ProviderControllerBase.cs
@@ -74,7 +74,7 @@ namespace Readarr.Api.V1
 
             if (providerDefinition.Enable)
             {
-                Test(providerDefinition, false);
+                Test(providerDefinition, !forceSave);
             }
 
             providerDefinition = _providerFactory.Create(providerDefinition);
@@ -92,7 +92,7 @@ namespace Readarr.Api.V1
             // Only test existing definitions if it is enabled and forceSave isn't set.
             if (providerDefinition.Enable && !forceSave)
             {
-                Test(providerDefinition, false);
+                Test(providerDefinition, true);
             }
 
             _providerFactory.Update(providerDefinition);