@ -23,6 +23,119 @@ namespace NzbDrone.Common.Http
HttpResponse < T > Post < T > ( HttpRequest request ) where T : new ( ) ;
}
public interface IHttpDispatcher
{
HttpResponse GetResponse ( HttpRequest request , HttpWebRequest webRequest ) ;
}
public class ManagedHttpDispatcher : IHttpDispatcher
{
public HttpResponse GetResponse ( HttpRequest request , HttpWebRequest webRequest )
{
if ( ! request . Body . IsNullOrWhiteSpace ( ) )
{
var bytes = request . Headers . GetEncodingFromContentType ( ) . GetBytes ( request . Body . ToCharArray ( ) ) ;
webRequest . ContentLength = bytes . Length ;
using ( var writeStream = webRequest . GetRequestStream ( ) )
{
writeStream . Write ( bytes , 0 , bytes . Length ) ;
}
}
HttpWebResponse httpWebResponse ;
try
{
httpWebResponse = ( HttpWebResponse ) webRequest . GetResponse ( ) ;
}
catch ( WebException e )
{
httpWebResponse = ( HttpWebResponse ) e . Response ;
if ( httpWebResponse = = null )
{
throw ;
}
}
Byte [ ] data = null ;
using ( var responseStream = httpWebResponse . GetResponseStream ( ) )
{
if ( responseStream ! = null )
{
data = responseStream . ToBytes ( ) ;
}
}
return new HttpResponse ( request , new HttpHeader ( httpWebResponse . Headers ) , data , httpWebResponse . StatusCode ) ;
}
}
public class CurlHttpDispatcher : IHttpDispatcher
{
public HttpResponse GetResponse ( HttpRequest request , HttpWebRequest webRequest )
{
var curlClient = new CurlHttpClient ( ) ;
return curlClient . GetResponse ( request , webRequest ) ;
}
}
public class FallbackHttpDispatcher : IHttpDispatcher
{
private readonly Logger _logger ;
private readonly ICached < bool > _curlTLSFallbackCache ;
public FallbackHttpDispatcher ( ICached < bool > curlTLSFallbackCache , Logger logger )
{
_logger = logger ;
_curlTLSFallbackCache = curlTLSFallbackCache ;
}
public HttpResponse GetResponse ( HttpRequest request , HttpWebRequest webRequest )
{
ManagedHttpDispatcher managedDispatcher = new ManagedHttpDispatcher ( ) ;
CurlHttpDispatcher curlDispatcher = new CurlHttpDispatcher ( ) ;
if ( OsInfo . IsMonoRuntime & & webRequest . RequestUri . Scheme = = "https" )
{
if ( ! _curlTLSFallbackCache . Find ( webRequest . RequestUri . Host ) )
{
try
{
return managedDispatcher . GetResponse ( request , webRequest ) ;
}
catch ( Exception ex )
{
if ( ex . ToString ( ) . Contains ( "The authentication or decryption has failed." ) )
{
_logger . Debug ( "https request failed in tls error for {0}, trying curl fallback." , webRequest . RequestUri . Host ) ;
_curlTLSFallbackCache . Set ( webRequest . RequestUri . Host , true ) ;
}
else
{
throw ;
}
}
}
if ( CurlHttpClient . CheckAvailability ( ) )
{
return curlDispatcher . GetResponse ( request , webRequest ) ;
}
_logger . Trace ( "Curl not available, using default WebClient." ) ;
}
return managedDispatcher . GetResponse ( request , webRequest ) ;
}
}
public class HttpClient : IHttpClient
{
private readonly Logger _logger ;
@ -30,16 +143,23 @@ namespace NzbDrone.Common.Http
private readonly ICached < CookieContainer > _cookieContainerCache ;
private readonly ICached < bool > _curlTLSFallbackCache ;
private readonly List < IHttpRequestInterceptor > _requestInterceptors ;
private readonly IHttpDispatcher _httpDispatcher ;
public HttpClient ( IEnumerable < IHttpRequestInterceptor > requestInterceptors , ICacheManager cacheManager , IRateLimitService rateLimitService , logger )
public HttpClient ( IEnumerable < IHttpRequestInterceptor > requestInterceptors , ICacheManager cacheManager , IRateLimitService rateLimitService , IHttpDispatcher httpDispatcher , Logger logger )
{
_logger = logger ;
_rateLimitService = rateLimitService ;
_requestInterceptors = requestInterceptors . ToList ( ) ;
ServicePointManager . DefaultConnectionLimit = 12 ;
_httpDispatcher = httpDispatcher ;
_cookieContainerCache = cacheManager . GetCache < CookieContainer > ( typeof ( HttpClient ) ) ;
_curlTLSFallbackCache = cacheManager . GetCache < bool > ( typeof ( HttpClient ) , "curlTLSFallback" ) ;
}
public HttpClient ( IEnumerable < IHttpRequestInterceptor > requestInterceptors , ICacheManager cacheManager , IRateLimitService rateLimitService , Logger logger )
: this ( requestInterceptors , cacheManager , rateLimitService , null , logger )
{
_httpDispatcher = new FallbackHttpDispatcher ( cacheManager . GetCache < bool > ( typeof ( HttpClient ) , "curlTLSFallback" ) , _logger ) ;
}
public HttpResponse Execute ( HttpRequest request )
@ -79,7 +199,7 @@ namespace NzbDrone.Common.Http
PrepareRequestCookies ( request , webRequest ) ;
var response = ExecuteRequest ( request , webRequest ) ;
var response = _httpDispatcher. GetResponse ( request , webRequest ) ;
HandleResponseCookies ( request , webRequest ) ;
@ -89,8 +209,8 @@ namespace NzbDrone.Common.Http
if ( ! RuntimeInfoBase . IsProduction & &
( response . StatusCode = = HttpStatusCode . Moved | |
response . StatusCode = = HttpStatusCode . MovedPermanently | |
response . StatusCode = = HttpStatusCode . Found ) )
response . StatusCode = = HttpStatusCode . MovedPermanently | |
response . StatusCode = = HttpStatusCode . Found ) )
{
_logger . Error ( "Server requested a redirect to [" + response . Headers [ "Location" ] + "]. Update the request URL to avoid this redirect." ) ;
}
@ -129,7 +249,9 @@ namespace NzbDrone.Common.Http
{
persistentCookieContainer . Add ( new Cookie ( pair . Key , pair . Value , "/" , request . Url . Host )
{
Expires = DateTime . UtcNow . AddHours ( 1 )
// Use Now rather than UtcNow to work around Mono cookie expiry bug.
// See https://gist.github.com/ta264/7822b1424f72e5b4c961
Expires = DateTime . Now . AddHours ( 1 )
} ) ;
}
}
@ -167,91 +289,6 @@ namespace NzbDrone.Common.Http
}
}
private HttpResponse ExecuteRequest ( HttpRequest request , HttpWebRequest webRequest )
{
if ( OsInfo . IsMonoRuntime & & webRequest . RequestUri . Scheme = = "https" )
{
if ( ! _curlTLSFallbackCache . Find ( webRequest . RequestUri . Host ) )
{
try
{
return ExecuteWebRequest ( request , webRequest ) ;
}
catch ( Exception ex )
{
if ( ex . ToString ( ) . Contains ( "The authentication or decryption has failed." ) )
{
_logger . Debug ( "https request failed in tls error for {0}, trying curl fallback." , webRequest . RequestUri . Host ) ;
_curlTLSFallbackCache . Set ( webRequest . RequestUri . Host , true ) ;
}
else
{
throw ;
}
}
}
if ( CurlHttpClient . CheckAvailability ( ) )
{
return ExecuteCurlRequest ( request , webRequest ) ;
}
_logger . Trace ( "Curl not available, using default WebClient." ) ;
}
return ExecuteWebRequest ( request , webRequest ) ;
}
private HttpResponse ExecuteCurlRequest ( HttpRequest request , HttpWebRequest webRequest )
{
var curlClient = new CurlHttpClient ( ) ;
return curlClient . GetResponse ( request , webRequest ) ;
}
private HttpResponse ExecuteWebRequest ( HttpRequest request , HttpWebRequest webRequest )
{
if ( ! request . Body . IsNullOrWhiteSpace ( ) )
{
var bytes = request . Headers . GetEncodingFromContentType ( ) . GetBytes ( request . Body . ToCharArray ( ) ) ;
webRequest . ContentLength = bytes . Length ;
using ( var writeStream = webRequest . GetRequestStream ( ) )
{
writeStream . Write ( bytes , 0 , bytes . Length ) ;
}
}
HttpWebResponse httpWebResponse ;
try
{
httpWebResponse = ( HttpWebResponse ) webRequest . GetResponse ( ) ;
}
catch ( WebException e )
{
httpWebResponse = ( HttpWebResponse ) e . Response ;
if ( httpWebResponse = = null )
{
throw ;
}
}
byte [ ] data = null ;
using ( var responseStream = httpWebResponse . GetResponseStream ( ) )
{
if ( responseStream ! = null )
{
data = responseStream . ToBytes ( ) ;
}
}
return new HttpResponse ( request , new HttpHeader ( httpWebResponse . Headers ) , data , httpWebResponse . StatusCode ) ;
}
public void DownloadFile ( string url , string fileName )
{
try
Taloth Saldono
10 years ago