ServiceClientBase.cs

// Copyright (c) ServiceStack, Inc. All Rights Reserved.
// License: https://raw.github.com/ServiceStack/ServiceStack/master/license.txt

using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Collections.Specialized;
using System.IO;
using System.Linq;
using System.Net;
using System.Text;
using System.Threading.Tasks;
using System.Threading;
using ServiceStack.Logging;
using ServiceStack.Messaging;
using ServiceStack.Text;
using ServiceStack.Web;

namespace ServiceStack
{

    /**
     * Need to provide async request options
     * http://msdn.microsoft.com/en-us/library/86wf6409(VS.71).aspx
     */
    public abstract class ServiceClientBase : IServiceClient, IMessageProducer, IHasCookieContainer, IServiceClientMeta
    {
        private static readonly ILog log = LogManager.GetLogger(typeof(ServiceClientBase));

        private AuthenticationInfo authInfo = null;

        /// <summary>
        /// The request filter is called before any request.
        /// This request filter is executed globally.
        /// </summary>
        public static Action<HttpWebRequest> GlobalRequestFilter
        {
            get => globalRequestFilter;
            set
            {
                globalRequestFilter = value;
                AsyncServiceClient.GlobalRequestFilter = value;
            }
        }
        private static Action<HttpWebRequest> globalRequestFilter;

        /// <summary>
        /// The response action is called once the server response is available.
        /// It will allow you to access raw response information. 
        /// This response action is executed globally.
        /// Note that you should NOT consume the response stream as this is handled by ServiceStack
        /// </summary>
        public static Action<HttpWebResponse> GlobalResponseFilter
        {
            get => globalResponseFilter;
            set
            {
                globalResponseFilter = value;
                AsyncServiceClient.GlobalResponseFilter = value;
            }
        }
        private static Action<HttpWebResponse> globalResponseFilter;

        /// <summary>
        /// Gets the collection of headers to be added to outgoing requests.
        /// </summary>
        public NameValueCollection Headers { get; private set; }

        public const string DefaultHttpMethod = HttpMethods.Post;
        public static string DefaultUserAgent = "ServiceStackClient/" + Env.VersionString;

#if NET6_0_OR_GREATER
        public System.Net.Http.HttpClient HttpClient { get; set; } 
#endif

        readonly AsyncServiceClient asyncClient;

        protected ServiceClientBase()
        {
            this.HttpMethod = DefaultHttpMethod;
            this.Headers = new NameValueCollection();
            var cookies = new CookieContainer();
#if NET6_0_OR_GREATER
            this.HttpClient = new System.Net.Http.HttpClient(new System.Net.Http.HttpClientHandler {
                CookieContainer = cookies,
            }, disposeHandler: true);
#endif

            asyncClient = new AsyncServiceClient
            {
                ContentType = ContentType,
                StreamSerializer = AsyncSerializeToStream,
                StreamDeserializer = AsyncDeserializeFromStream,
                UserName = this.UserName,
                Password = this.Password,
                RequestFilter = this.RequestFilter,
                ResponseFilter = this.ResponseFilter,
                ResultsFilter = this.ResultsFilter,
                Headers = this.Headers,
#if NET6_0_OR_GREATER
                HttpClient = this.HttpClient,
#endif
            };
            this.CookieContainer = cookies;
            this.StoreCookies = true; //leave
            this.UserAgent = DefaultUserAgent;
            this.EnableAutoRefreshToken = true;

            asyncClient.ShareCookiesWithBrowser = this.ShareCookiesWithBrowser = true;

            JsConfig.InitStatics();
        }

        protected ServiceClientBase(string syncReplyBaseUri, string asyncOneWayBaseUri)
            : this()
        {
            this.SyncReplyBaseUri = syncReplyBaseUri;
            this.AsyncOneWayBaseUri = asyncOneWayBaseUri;
        }

        /// <summary>
        /// Sets all baseUri properties, using the Format property for the SyncReplyBaseUri and AsyncOneWayBaseUri
        /// </summary>
        /// <param name="baseUri">Base URI of the service</param>
        public void SetBaseUri(string baseUri)
        {
            this.BasePath = "/" + Format + "/reply/";
            this.BaseUri = baseUri;
            this.asyncClient.BaseUri = baseUri;
            this.SyncReplyBaseUri = baseUri.WithTrailingSlash() + Format + "/reply/";
            this.AsyncOneWayBaseUri = baseUri.WithTrailingSlash() + Format + "/oneway/";
        }

        /// <summary>
        /// Relative BasePath to use for predefined routes. Set with `UseBasePath` or `WithBasePath()`
        /// Always contains '/' prefix + '/' suffix, e.g. /api/
        /// </summary>
        public string BasePath { get; protected set; }

        /// <summary>
        /// Replace the Base reply/oneway paths to use a different prefix
        /// </summary>
        public string UseBasePath
        {
            set
            {
                if (string.IsNullOrEmpty(value))
                {
                    SetBaseUri(this.BaseUri);
                }
                else
                {
                    this.BasePath = (value[0] != '/' ? '/' + value : value).WithTrailingSlash();
                    this.SyncReplyBaseUri = this.BaseUri.CombineWith(BasePath);
                    this.AsyncOneWayBaseUri = this.BaseUri.CombineWith(BasePath);
                }
            }
        }

        /// <summary>
        /// Whether to Accept Gzip,Deflate Content-Encoding and to auto decompress responses
        /// </summary>
        public bool DisableAutoCompression
        {
            get => disableAutoCompression;
            set
            {
                disableAutoCompression = value;
                asyncClient.DisableAutoCompression = value;
            }
        }
        private bool disableAutoCompression;


        private string requestCompressionType;
        public string RequestCompressionType
        {
            get => requestCompressionType;
            set
            {
                requestCompressionType = value;
                asyncClient.RequestCompressionType = value;
            }
        }

        /// <summary>
        /// The user name for basic authentication
        /// </summary>
        public string UserName
        {
            get => username;
            set
            {
                username = value;
                asyncClient.UserName = value;
            }
        }
        private string username;

        /// <summary>
        /// The password for basic authentication
        /// </summary>
        public string Password
        {
            get => password;
            set
            {
                password = value;
                asyncClient.Password = value;
            }
        }
        private string password;

        /// <summary>
        /// Sets the username and the password for basic authentication.
        /// </summary>
        public void SetCredentials(string userName, string password)
        {
            this.UserName = userName;
            this.Password = password;
        }

        /// <summary>
        /// The Authorization Bearer Token to send with this request
        /// </summary>
        public string BearerToken
        {
            get => bearerToken;
            set
            {
                bearerToken = value;
                asyncClient.BearerToken = value;
            }
        }
        private string bearerToken;

        public string BaseUri { get; set; }

        public abstract string Format { get; }

        public string SyncReplyBaseUri { get; set; }

        public string AsyncOneWayBaseUri { get; set; }

        private int version;
        public int Version
        {
            get => version;
            set
            {
                this.version = value;
                this.asyncClient.Version = value;
            }
        }
        
        private string sessionId;
        public string SessionId
        {
            get => sessionId;
            set
            {
                sessionId = value;
                asyncClient.SessionId = value;
            }
        }

        private string userAgent;
        public string UserAgent
        {
            get => userAgent;
            set
            {
                userAgent = value;
                asyncClient.UserAgent = value;
            }
        }

        public TimeSpan? Timeout
        {
            get => this.timeout;
            set
            {
                this.timeout = value;
                this.asyncClient.Timeout = value;
            }
        }
        private TimeSpan? timeout;

        public TimeSpan? ReadWriteTimeout
        {
            get => this.readWriteTimeout;
            set
            {
                this.readWriteTimeout = value;
                // TODO implement ReadWriteTimeout in asyncClient
                //this.asyncClient.ReadWriteTimeout = value;
            }
        }
        private TimeSpan? readWriteTimeout;

        public virtual string Accept => ContentType;

        public abstract string ContentType { get; }

        public string HttpMethod { get; set; }

        public bool EmulateHttpViaPost
        {
            get => asyncClient.EmulateHttpViaPost;
            set => asyncClient.EmulateHttpViaPost = value;
        }

        public ProgressDelegate OnDownloadProgress
        {
            get => asyncClient.OnDownloadProgress;
            set => asyncClient.OnDownloadProgress = value;
        }

        public ProgressDelegate OnUploadProgress
        {
            get => asyncClient.OnUploadProgress;
            set => asyncClient.OnUploadProgress = value;
        }

        private bool shareCookiesWithBrowser;
        public bool ShareCookiesWithBrowser
        {
            get => this.shareCookiesWithBrowser;
            set => asyncClient.ShareCookiesWithBrowser = this.shareCookiesWithBrowser = value;
        }

        private IWebProxy proxy;
        public IWebProxy Proxy
        {
            get => this.proxy;
            set => asyncClient.Proxy = this.proxy = value;
        }

        /// <summary>
        /// Gets or sets authentication information for the request.
        /// Warning: It's recommend to use <see cref="UserName"/> and <see cref="Password"/> for basic auth.
        /// This property is only used for IIS level authentication.
        /// </summary>
        public ICredentials Credentials
        {
            get => this.credentials;
            set
            {
                this.credentials = value;
                this.asyncClient.Credentials = value;
            }
        }
        private ICredentials credentials;

        /// <summary>
        /// Determines if the basic auth header should be sent with every request.
        /// By default, the basic auth header is only sent when "401 Unauthorized" is returned.
        /// </summary>
        public bool AlwaysSendBasicAuthHeader
        {
            get => alwaysSendBasicAuthHeader;
            set => asyncClient.AlwaysSendBasicAuthHeader = alwaysSendBasicAuthHeader = value;
        }
        private bool alwaysSendBasicAuthHeader;

        /// <summary>
        /// Specifies if cookies should be stored
        /// </summary>
        public bool StoreCookies
        {
            get => storeCookies;
            set => asyncClient.StoreCookies = storeCookies = value;
        }
        private bool storeCookies;

        public CookieContainer CookieContainer
        {
            get => cookieContainer;
            set => asyncClient.CookieContainer = cookieContainer = value;
        }
        private CookieContainer cookieContainer;

        public bool AllowAutoRedirect { get; set; } = true;

        /// <summary>
        /// Called before request resend, when the initial request required authentication
        /// </summary>
        public Action OnAuthenticationRequired
        {
            get => onAuthenticationRequired;
            set
            {
                onAuthenticationRequired = value;
                asyncClient.OnAuthenticationRequired = value;
            }
        }
        private Action onAuthenticationRequired;

        /// <summary>
        /// If a request fails with a 401 Unauthorized and a BearerToken is present the client
        /// will automatically fetch a new AccessToken using this RefreshToken and retry the request
        /// </summary>
        public string RefreshToken
        {
            get => refreshToken;
            set
            {
                refreshToken = value;
                asyncClient.RefreshToken = value;
            }
        }
        private string refreshToken;

        /// <summary>
        /// Send the Request to get the AccessToken with the RefreshToken at a non-default location
        /// </summary>
        public string RefreshTokenUri
        {
            get => refreshTokenUri;
            set
            {
                refreshTokenUri = value;
                asyncClient.RefreshTokenUri = value;
            }
        }
        private string refreshTokenUri;

        /// <summary>
        /// Whether to enable auto refreshing token of JWT Tokens from Refresh Tokens
        /// </summary>
        public bool EnableAutoRefreshToken
        {
            get => enableAutoRefreshToken;
            set
            {
                enableAutoRefreshToken = value;
                asyncClient.EnableAutoRefreshToken = value;
            }
        }
        private bool enableAutoRefreshToken;

        /// <summary>
        /// The request filter is called before any request.
        /// This request filter only works with the instance where it was set (not global).
        /// </summary>
        public Action<HttpWebRequest> RequestFilter
        {
            get => requestFilter;
            set
            {
                requestFilter = value;
                asyncClient.RequestFilter = value;
            }
        }
        private Action<HttpWebRequest> requestFilter;

        /// <summary>
        /// The ResultsFilter is called before the Request is sent allowing you to return a cached response.
        /// </summary>
        public ResultsFilterDelegate ResultsFilter
        {
            get => resultsFilter;
            set
            {
                resultsFilter = value;
                asyncClient.ResultsFilter = value;
            }
        }
        private ResultsFilterDelegate resultsFilter;

        /// <summary>
        /// The ResultsFilterResponse is called before returning the response allowing responses to be cached.
        /// </summary>
        public ResultsFilterResponseDelegate ResultsFilterResponse
        {
            get => resultsFilterResponse;
            set
            {
                resultsFilterResponse = value;
                asyncClient.ResultsFilterResponse = value;
            }
        }
        private ResultsFilterResponseDelegate resultsFilterResponse;

        /// <summary>
        /// Called with requestUri, ResponseType when server returns 304 NotModified
        /// </summary>
        public ExceptionFilterDelegate ExceptionFilter
        {
            get => exceptionFilter;
            set
            {
                exceptionFilter = value;
                asyncClient.ExceptionFilter = value;
            }
        }
        private ExceptionFilterDelegate exceptionFilter;

        /// <summary>
        /// The response action is called once the server response is available.
        /// It will allow you to access raw response information. 
        /// Note that you should NOT consume the response stream as this is handled by ServiceStack
        /// </summary>
        public Action<HttpWebResponse> ResponseFilter
        {
            get => responseFilter;
            set
            {
                responseFilter = value;
                asyncClient.ResponseFilter = value;
            }
        }
        private Action<HttpWebResponse> responseFilter;

        public StringBuilder HttpLog
        {
            get => httpLog;
            set
            {
                httpLog = value;
                asyncClient.HttpLog = value;
            }
        }
        private StringBuilder httpLog;
        public Action<StringBuilder> HttpLogFilter { get; set; }

        public void CaptureHttp(bool print = false, bool log = false, bool clear = true)
        {
            CaptureHttp(sb => {
                if (print)
                    PclExport.Instance.WriteLine(sb.ToString());
                if (log && ServiceClientBase.log?.IsDebugEnabled == true)
                    ServiceClientBase.log.Debug(sb.ToString());
                if (clear)
                    sb.Clear();
            });
        }

        public void CaptureHttp(Action<StringBuilder> httpFilter)
        {
            HttpLog ??= new StringBuilder();
            asyncClient.HttpLogFilter = HttpLogFilter = httpFilter;
        }

        public UrlResolverDelegate UrlResolver { get; set; }

        public TypedUrlResolverDelegate TypedUrlResolver { get; set; }

        public virtual string ToAbsoluteUrl(string relativeOrAbsoluteUrl)
        {
            return relativeOrAbsoluteUrl.StartsWith("http:")
                || relativeOrAbsoluteUrl.StartsWith("https:")
                     ? relativeOrAbsoluteUrl
                     : this.BaseUri.CombineWith(relativeOrAbsoluteUrl);
        }

        public virtual string ResolveUrl(string httpMethod, string relativeOrAbsoluteUrl)
        {
            return ToAbsoluteUrl(UrlResolver?.Invoke(this, httpMethod, relativeOrAbsoluteUrl) ?? relativeOrAbsoluteUrl);
        }

        public virtual string ResolveTypedUrl(string httpMethod, object requestDto)
        {
            this.PopulateRequestMetadata(requestDto);
            return ToAbsoluteUrl(TypedUrlResolver?.Invoke(this, httpMethod, requestDto) 
                ?? requestDto.ToUrl(httpMethod, fallback:requestType => BasePath + requestType.GetOperationName()));
        }

        internal void AsyncSerializeToStream(IRequest requestContext, object request, Stream stream)
        {
            SerializeRequestToStream(request, stream);
        }

        public abstract void SerializeToStream(IRequest req, object request, Stream stream);

        public abstract T DeserializeFromStream<T>(Stream stream);

        public abstract StreamDeserializerDelegate StreamDeserializer { get; }

        internal object AsyncDeserializeFromStream(Type type, Stream fromStream)
        {
            return StreamDeserializer(type, fromStream);
        }

        protected T Deserialize<T>(string text)
        {
            using (var ms = MemoryStreamFactory.GetStream(text.ToUtf8Bytes()))
            {
                return DeserializeFromStream<T>(ms);
            }
        }

        public virtual List<TResponse> SendAll<TResponse>(IEnumerable<object> requests)
        {
            var elType = requests.GetType().GetCollectionType();
            var requestUri = this.SyncReplyBaseUri.WithTrailingSlash() + elType.Name + "[]";
            this.PopulateRequestMetadatas(requests);
            var client = SendRequest(HttpMethods.Post, ResolveUrl(HttpMethods.Post, requestUri), requests);

            try
            {
                var webResponse = client.GetResponse();
                return HandleResponse<List<TResponse>>(webResponse);
            }
            catch (Exception ex)
            {
                if (!HandleResponseException(ex,
                    requests,
                    requestUri,
                    () => SendRequest(HttpMethods.Post, requestUri, requests),
                    c => c.GetResponse(),
                    out List<TResponse> response))
                {
                    throw;
                }

                return response;
            }
        }

        public virtual TResponse Send<TResponse>(object request)
        {
            if (typeof(TResponse) == typeof(object))
                return (TResponse)this.Send(this.GetResponseType(request), request);

            var httpMethod = ServiceClientUtils.GetHttpMethod(request.GetType());
            if (httpMethod != null)
            {
                return httpMethod switch {
                    HttpMethods.Get => Get<TResponse>(request),
                    HttpMethods.Post => Post<TResponse>(request),
                    HttpMethods.Put => Put<TResponse>(request),
                    HttpMethods.Delete => Delete<TResponse>(request),
                    HttpMethods.Patch => Patch<TResponse>(request),
                    _ => throw new NotSupportedException("Unknown " + httpMethod),
                };
            }

            httpMethod = HttpMethod ?? DefaultHttpMethod;
            var requestUri = ResolveUrl(httpMethod, UrlResolver == null
                ? this.SyncReplyBaseUri.WithTrailingSlash() + request.GetType().Name
                : this.BasePath + request.GetType().Name);

            if (ResultsFilter != null)
            {
                var response = ResultsFilter(typeof(TResponse), httpMethod, requestUri, request);
                if (response is TResponse res)
                    return res;
            }

            var client = SendRequest(httpMethod, requestUri, request);

            try
            {
                var webResponse = client.GetResponse();
                ApplyWebResponseFilters(webResponse);

                var response = GetResponse<TResponse>(webResponse);
                ResultsFilterResponse?.Invoke(webResponse, response, httpMethod, requestUri, request);

                DisposeIfRequired<TResponse>(webResponse);

                return response;
            }
            catch (Exception ex)
            {
                if (!HandleResponseException(ex,
                    request,
                    requestUri,
                    () => SendRequest(HttpMethods.Post, requestUri, request),
                    c => c.GetResponse(),
                    out TResponse response))
                {
                    throw;
                }

                return response;
            }
        }

        /// <summary>
        /// Called by Send method if an exception occurs, for instance a System.Net.WebException because the server
        /// returned an HTTP error code. Override if you want to handle specific exceptions or always want to parse the
        /// response to a custom ErrorResponse DTO type instead of ServiceStack's ErrorResponse class. In case ex is a
        /// <c>System.Net.WebException</c>, do not use
        /// <c>createWebRequest</c>/<c>getResponse</c>/<c>HandleResponse&lt;TResponse&gt;</c> to parse the response
        /// because that will result in the same exception again. Use
        /// <c>ThrowWebServiceException&lt;YourErrorResponseType&gt;</c> to parse the response and to throw a
        /// <c>WebServiceException</c> containing the parsed DTO. Then override Send to handle that exception.
        /// </summary>
        protected virtual bool HandleResponseException<TResponse>(Exception ex, object request, string requestUri,
            Func<WebRequest> createWebRequest, Func<WebRequest, WebResponse> getResponse, out TResponse response)
        {
            var webEx = ex as WebException;
            try
            {
                var hasRefreshToken = refreshToken != null;
                if (WebRequestUtils.ShouldAuthenticate(webEx,
                    (!string.IsNullOrEmpty(username) && !string.IsNullOrEmpty(password))
                    || credentials != null
                    || bearerToken != null
                    || hasRefreshToken
                    || OnAuthenticationRequired != null))
                {
                    if (EnableAutoRefreshToken && hasRefreshToken)
                    {
                        var refreshRequest = new GetAccessToken {
                            RefreshToken = RefreshToken,
                        };                        
                        var uri = this.RefreshTokenUri ?? this.BaseUri.CombineWith(refreshRequest.ToPostUrl());
                        
                        this.BearerToken = null;
                        this.CookieContainer?.DeleteCookie(new Uri(BaseUri), "ss-tok");

                        GetAccessTokenResponse tokenResponse;
                        try
                        {
                            var httpReq = WebRequest.CreateHttp(uri);
                            tokenResponse = SendStringToUrl(httpReq, method:HttpMethods.Post, 
                                requestFilter: req => req.CookieContainer = CookieContainer, 
                                requestBody:refreshRequest.ToJson(), accept:MimeTypes.Json, contentType:MimeTypes.Json)
                                .FromJson<GetAccessTokenResponse>();
                        }
                        catch (WebException refreshEx)
                        {
                            var webServiceEx = ToWebServiceException(refreshEx,
                                stream => DeserializeFromStream<TResponse>(stream),
                                ContentType);

                            if (webServiceEx != null)
                                throw new RefreshTokenException(webServiceEx);
                            
                            throw new RefreshTokenException(refreshEx.Message, refreshEx);
                        }

                        var accessToken = tokenResponse?.AccessToken;
                        var refreshClient = (HttpWebRequest) createWebRequest();
                        var tokenCookie = this.GetTokenCookie();

                        if (!string.IsNullOrEmpty(accessToken))
                        {
                            refreshClient.AddBearerToken(this.BearerToken = accessToken);
                        }
                        else if (tokenCookie != null)
                        {
                            refreshClient.CookieContainer.SetTokenCookie(BaseUri, tokenCookie);
                        }
                        else throw new RefreshTokenException("Could not retrieve new AccessToken from: " + uri);

                        var refreshResponse = getResponse(refreshClient);
                        response = HandleResponse<TResponse>(refreshResponse);
                        return true;
                    }

                    OnAuthenticationRequired?.Invoke();

                    var client = createWebRequest();

                    HandleAuthException(ex, client);

                    var webResponse = getResponse(client);
                    response = HandleResponse<TResponse>(webResponse);

                    return true;
                }
            }
            catch (WebServiceException /*rethrow*/)
            {
                throw;
            }
            catch (Exception subEx)
            {
                // Since we are effectively re-executing the call, 
                // the new exception should be shown to the caller rather
                // than the old one.
                // The new exception is either this one or the one thrown
                // by the following method.
                ThrowResponseTypeException<TResponse>(request, subEx, requestUri);
                throw;
            }

            if (ExceptionFilter != null && webEx?.Response != null)
            {
                var cachedResponse = ExceptionFilter(webEx, webEx.Response, requestUri, typeof(TResponse));
                if (cachedResponse is TResponse)
                {
                    response = (TResponse)cachedResponse;
                    return true;
                }
            }

            // If this doesn't throw, the calling method 
            // should rethrow the original exception upon
            // return value of false.
            ThrowResponseTypeException<TResponse>(request, ex, requestUri);

            response = default(TResponse);
            return false;
        }

        private void HandleAuthException(Exception ex, WebRequest client)
        {
            var webEx = ex as WebException;
            if (webEx?.Response != null)
            {
                var headers = ((HttpWebResponse)webEx.Response).Headers;
                var doAuthHeader = PclExportClient.Instance.GetHeader(headers,
                    HttpHeaders.WwwAuthenticate, x => x.Contains("realm"));

                if (doAuthHeader == null)
                {
                    client.AddBasicAuth(this.UserName, this.Password);
                }
                else 
                {
                    this.authInfo = new AuthenticationInfo(doAuthHeader);
                    if (authInfo?.method == "basic" || authInfo?.method == "digest")
                    {
                        client.AddAuthInfo(this.UserName, this.Password, authInfo);
                    }
                    else if (UserName != null && Password != null)
                    {
                        client.AddBasicAuth(this.UserName, this.Password);
                    }
                }
            }
        }

        readonly ConcurrentDictionary<Type, Action<Exception, string>> ResponseHandlers = new();

        protected void ThrowResponseTypeException<TResponse>(object request, Exception ex, string requestUri)
        {
            var responseType = WebRequestUtils.GetErrorResponseDtoType<TResponse>(request);
            if (!ResponseHandlers.TryGetValue(responseType, out var responseHandler))
            {
                var mi = GetType().GetInstanceMethod("ThrowWebServiceException")
                    .MakeGenericMethod(new[] { responseType });

                responseHandler = (Action<Exception, string>)mi.CreateDelegate(
                    typeof(Action<Exception, string>), this);

                ResponseHandlers[responseType] = responseHandler;
            }
            responseHandler(ex, requestUri);
        }

        public static WebServiceException ToWebServiceException(WebException webEx, Func<Stream, object> parseDtoFn, string contentType)
        {
            if (webEx?.Response != null && webEx.Status == WebExceptionStatus.ProtocolError)
            {
                var errorResponse = (HttpWebResponse)webEx.Response;
                log.Error(webEx);
                if (log.IsDebugEnabled)
                {
                    log.DebugFormat("Status Code : {0}", errorResponse.StatusCode);
                    log.DebugFormat("Status Description : {0}", errorResponse.StatusDescription);
                }

                var serviceEx = new WebServiceException(errorResponse.StatusDescription)
                {
                    StatusCode = (int)errorResponse.StatusCode,
                    StatusDescription = errorResponse.StatusDescription,
                    ResponseHeaders = errorResponse.Headers
                };

                try
                {
                    if (string.IsNullOrEmpty(errorResponse.ContentType) || errorResponse.ContentType.MatchesContentType(contentType))
                    {
                        var ms = errorResponse.ResponseStream().CopyToNewMemoryStream();
                        serviceEx.ResponseBody = ms.ReadToEnd();
                        serviceEx.ResponseDto = parseDtoFn?.Invoke(ms);

                        if (ms.CanRead)
                            ms.Dispose(); //alt ms throws when you dispose twice
                    }
                    else
                    {
                        serviceEx.ResponseBody = errorResponse.ResponseStream().ToUtf8String();
                    }
                }
                catch (Exception innerEx)
                {
                    // Oh, well, we tried
                    return new WebServiceException(errorResponse.StatusDescription, innerEx)
                    {
                        StatusCode = (int)errorResponse.StatusCode,
                        StatusDescription = errorResponse.StatusDescription,
                        ResponseBody = serviceEx.ResponseBody
                    };
                }

                //Escape deserialize exception handling and return here
                return serviceEx;
            }

            return null;
        }

        public void ThrowWebServiceException<TResponse>(Exception ex, string requestUri)
        {
            var webEx = ToWebServiceException(
                ex as WebException, 
                stream => DeserializeFromStream<TResponse>(stream),
                ContentType);

            if (webEx != null)
                throw webEx;

            if (ex is AuthenticationException authEx)
            {
                throw WebRequestUtils.CreateCustomException(requestUri, authEx);
            }
        }

        protected virtual WebRequest SendRequest(string httpMethod, string requestUri, object request)
        {
            return PrepareWebRequest(httpMethod, requestUri, request, client => {
                using var requestStream = PclExport.Instance.GetRequestStream(client);
                SerializeRequestToStream(request, requestStream);
            });
        }
        
        protected virtual void SerializeRequestToStream(object request, Stream requestStream, bool keepOpen=false)
        {
            HttpLog?.AppendLine();
            
            if (request is string str)
            {
                requestStream.Write(str);
                HttpLog?.AppendLine(str);
            }
            else if (request is byte[] bytes)
            {
                requestStream.Write(bytes, 0, bytes.Length);
                HttpLog?.Append("(base64) ");
                HttpLog?.AppendLine(Convert.ToBase64String(bytes));
            }
            else if (request is Stream stream)
            {
                stream.WriteTo(requestStream);

                if (HttpLog != null)
                {
                    if (stream.CanSeek)
                    {
                        stream.Position = 0;
                        HttpLog.Append("(base64) ");
                        HttpLog.AppendLine(Convert.ToBase64String(stream.ReadFully()));
                    }
                    else
                    {
                        HttpLog.Append("(non-seekable stream)");
                    }
                }
            }
            else
            {
                var compressor = StreamCompressors.Get(RequestCompressionType);
                if (compressor != null)
                    requestStream = compressor.Compress(requestStream, leaveOpen: true);

                if (HttpLog == null)
                {
                    SerializeToStream(null, request, requestStream);
                }
                else
                {
                    using var ms = MemoryStreamFactory.GetStream();
                    SerializeToStream(null, request, ms);
                    ms.Position = 0;

                    if (ContentType.IsBinary())
                    {
                        HttpLog.Append("(base64) ");
                        HttpLog.AppendLine(Convert.ToBase64String(ms.ReadFully()));
                    }
                    else
                    {
                        var text = ms.ReadToEnd();
                        HttpLog.AppendLine(text);
                    }

                    ms.Position = 0;
                    ms.CopyTo(requestStream);
                }

                if (!keepOpen)
                    requestStream.Close();
            }
        }

        protected WebRequest PrepareWebRequest(string httpMethod, string requestUri, object request, Action<HttpWebRequest> sendRequestAction)
        {
            if (httpMethod == null)
                throw new ArgumentNullException(nameof(httpMethod));

            this.PopulateRequestMetadata(request);

            if (!HttpUtils.HasRequestBody(httpMethod) && request != null)