diff --git a/MediaBrowser.Server.Startup.Common/ApplicationHost.cs b/MediaBrowser.Server.Startup.Common/ApplicationHost.cs
index c3f9955258..e656d68371 100644
--- a/MediaBrowser.Server.Startup.Common/ApplicationHost.cs
+++ b/MediaBrowser.Server.Startup.Common/ApplicationHost.cs
@@ -843,10 +843,13 @@ namespace MediaBrowser.Server.Startup.Common
                 if (ServerConfigurationManager.Configuration.HttpServerPortNumber != HttpPort ||
                     ServerConfigurationManager.Configuration.HttpsPortNumber != HttpsPort)
                 {
-                    ServerConfigurationManager.Configuration.IsPortAuthorized = false;
-                    ServerConfigurationManager.SaveConfiguration();
+                    if (ServerConfigurationManager.Configuration.IsPortAuthorized)
+                    {
+                        ServerConfigurationManager.Configuration.IsPortAuthorized = false;
+                        ServerConfigurationManager.SaveConfiguration();
 
-                    requiresRestart = true;
+                        requiresRestart = true;
+                    }
                 }
             }