using System.ComponentModel;\r
using System.Diagnostics.Contracts;\r
using System.Linq;\r
+using System.Net.Http;\r
+using System.Net.Http.Headers;\r
+using System.Reflection;\r
using System.Text;\r
using System.Net;\r
using System.IO;\r
using System.Threading;\r
using System.Threading.Tasks;\r
using log4net;\r
+using System.ServiceModel.Channels;\r
\r
namespace Pithos.Network\r
{\r
public static class WebExtensions\r
{\r
+ private static readonly ILog Log = LogManager.GetLogger(MethodBase.GetCurrentMethod().DeclaringType);\r
+\r
public static string ReadToEnd(this HttpWebResponse response)\r
{\r
using (var stream = response.GetResponseStream())\r
return tcs.Task;\r
}\r
\r
+ public static async Task<T> WithRetries<T>(this Func<Task<T>> func, int retries)\r
+ {\r
+ while (retries > 0)\r
+ {\r
+ try\r
+ {\r
+ var result = await func().ConfigureAwait(false);\r
+ return result;\r
+ }\r
+ catch (Exception exc)\r
+ {\r
+ if (--retries == 0)\r
+ throw new RetryException("Failed too many times", exc);\r
+ }\r
+ }\r
+ throw new RetryException();\r
+ }\r
+\r
+ public static async Task<HttpResponseMessage> WithRetriesForWeb(this Func<Task<HttpResponseMessage>> func, int retries)\r
+ {\r
+ var waitTime = TimeSpan.FromSeconds(10);\r
+ var acceptedCodes = new[] { HttpStatusCode.Moved, HttpStatusCode.MovedPermanently, HttpStatusCode.Found, HttpStatusCode.Redirect,HttpStatusCode.SeeOther,\r
+ HttpStatusCode.RedirectMethod,HttpStatusCode.NotModified,HttpStatusCode.TemporaryRedirect,HttpStatusCode.RedirectKeepVerb};\r
+ while (retries > 0)\r
+ {\r
+ var result = await func().ConfigureAwait(false);\r
+ if (result.IsSuccessStatusCode || acceptedCodes.Contains(result.StatusCode))\r
+ return result;\r
+ \r
+ if (--retries == 0)\r
+ throw new RetryException("Failed too many times");\r
+\r
+ //Wait for service unavailable\r
+ if (result.StatusCode == HttpStatusCode.ServiceUnavailable)\r
+ {\r
+ Log.InfoFormat("[UNAVAILABLE] Waiting before retry: {0}",result.ReasonPhrase);\r
+ await TaskEx.Delay(waitTime).ConfigureAwait(false);\r
+ //increase the timeout for repeated timeouts\r
+ if (waitTime<TimeSpan.FromSeconds(10))\r
+ waitTime = waitTime.Add(TimeSpan.FromSeconds(10));\r
+ } \r
+ //Throw in all other cases\r
+ else \r
+ result.EnsureSuccessStatusCode();\r
+ }\r
+ throw new RetryException();\r
+ }\r
+\r
+\r
+ public static async Task<string> GetStringAsyncWithRetries(this HttpClient client, Uri requestUri, int retries,DateTime? since=null)\r
+ { \r
+ var request = new HttpRequestMessage(HttpMethod.Get, requestUri); \r
+ if (since.HasValue)\r
+ {\r
+ request.Headers.IfModifiedSince = since.Value;\r
+ }\r
+ //Func<Task<HttpResponseMessage>> call = () => _baseHttpClient.SendAsync(request);\r
+ using (var response = await client.SendAsyncWithRetries(request,3).ConfigureAwait(false))\r
+ {\r
+ if (response.StatusCode == HttpStatusCode.NoContent)\r
+ return String.Empty;\r
+\r
+ var content = await response.Content.ReadAsStringAsync().ConfigureAwait(false);\r
+ return content;\r
+ }\r
+\r
+ }\r
+\r
+ public static Task<HttpResponseMessage> HeadAsyncWithRetries(this HttpClient client, Uri requestUri, int retries,bool acceptNotFound=false)\r
+ {\r
+ return client.HeadAsyncWithRetries(requestUri, retries, acceptNotFound,HttpCompletionOption.ResponseContentRead, CancellationToken.None);\r
+ }\r
+\r
+ public static Task<HttpResponseMessage> HeadAsyncWithRetries(this HttpClient client, Uri requestUri, int retries, bool acceptNotFound,HttpCompletionOption completionOption, CancellationToken cancellationToken)\r
+ {\r
+ return client.SendAsyncWithRetries(new HttpRequestMessage(HttpMethod.Head, requestUri), retries, acceptNotFound,completionOption, cancellationToken);\r
+ }\r
+\r
+ public static Task<HttpResponseMessage> GetAsyncWithRetries(this HttpClient client, Uri requestUri, int retries)\r
+ {\r
+ return client.GetAsyncWithRetries(requestUri, retries, HttpCompletionOption.ResponseContentRead, CancellationToken.None);\r
+ }\r
+\r
+ public static Task<HttpResponseMessage> GetAsyncWithRetries(this HttpClient client, Uri requestUri, int retries, HttpCompletionOption completionOption, CancellationToken cancellationToken)\r
+ {\r
+ return client.SendAsyncWithRetries(new HttpRequestMessage(HttpMethod.Get, requestUri), retries, false,completionOption, cancellationToken);\r
+ }\r
+\r
+\r
+ public static Task<HttpResponseMessage> SendAsyncWithRetries(this HttpClient client,HttpRequestMessage message, int retries)\r
+ {\r
+ return client.SendAsyncWithRetries(message, retries,false, HttpCompletionOption.ResponseContentRead, CancellationToken.None);\r
+ }\r
+\r
+ public static async Task<HttpResponseMessage> SendAsyncWithRetries(this HttpClient client,HttpRequestMessage message, int retries,bool acceptNotFound,HttpCompletionOption completionOption, CancellationToken cancellationToken)\r
+ {\r
+ var waitTime = TimeSpan.FromSeconds(10);\r
+ var acceptedCodes =acceptNotFound\r
+ ? new[] {HttpStatusCode.NotFound, HttpStatusCode.Moved, HttpStatusCode.MovedPermanently, HttpStatusCode.Found, HttpStatusCode.Redirect,HttpStatusCode.SeeOther,\r
+ HttpStatusCode.RedirectMethod,HttpStatusCode.NotModified,HttpStatusCode.TemporaryRedirect,HttpStatusCode.RedirectKeepVerb,HttpStatusCode.Conflict}\r
+ : new[] { HttpStatusCode.Moved, HttpStatusCode.MovedPermanently, HttpStatusCode.Found, HttpStatusCode.Redirect,HttpStatusCode.SeeOther,\r
+ HttpStatusCode.RedirectMethod,HttpStatusCode.NotModified,HttpStatusCode.TemporaryRedirect,HttpStatusCode.RedirectKeepVerb,HttpStatusCode.Conflict};\r
+ \r
+ \r
+ while (retries > 0)\r
+ {\r
+ var timedOut = false;\r
+ if (Log.IsDebugEnabled)\r
+ Log.DebugFormat("[REQUEST] {0}", message);\r
+ HttpResponseMessage result=null;\r
+ \r
+ \r
+ \r
+ try\r
+ {\r
+ result = await client.SendAsync(message, completionOption, cancellationToken).ConfigureAwait(false);\r
+ }\r
+ catch (WebException exc)\r
+ {\r
+ if (exc.Status != WebExceptionStatus.Timeout)\r
+ throw;\r
+ timedOut = true;\r
+ if (Log.IsDebugEnabled)\r
+ Log.DebugFormat("[RESPONSE] [{0}]:[{1}] FAIL WITH TIMEOUT", message.Method, message.RequestUri);\r
+ }\r
+ catch(TaskCanceledException exc)\r
+ {\r
+ //If the task was cancelled due to a timeout, retry it\r
+ if (!exc.CancellationToken.IsCancellationRequested)\r
+ {\r
+ timedOut = true;\r
+ if (Log.IsDebugEnabled)\r
+ Log.DebugFormat("[RESPONSE] [{0}]:[{1}] FAIL WITH TIMEOUT", message.Method, message.RequestUri);\r
+ }\r
+ else\r
+ {\r
+ throw;\r
+ }\r
+ }\r
+ catch (Exception exc)\r
+ {\r
+ Log.FatalFormat("Unexpected error while sending:\n{0}\n{1}", message, exc);\r
+ throw;\r
+ }\r
+\r
+ if (timedOut)\r
+ {\r
+ if (--retries == 0)\r
+ throw new RetryException("Failed too many times");\r
+ continue;\r
+ }\r
+\r
+ if (result.IsSuccessStatusCode || acceptedCodes.Contains(result.StatusCode))\r
+ {\r
+ if (Log.IsDebugEnabled)\r
+ Log.DebugFormat("[RESPONSE] [{0}]:[{1}] OK: [{2}]", message.Method, message.RequestUri,\r
+ result.StatusCode);\r
+ return result;\r
+ }\r
+ //Failed, will have to abort or retry\r
+ if (Log.IsDebugEnabled)\r
+ Log.DebugFormat("[RESPONSE] [{0}]:[{1}] FAIL: [{2}]\n{3}", message.Method, message.RequestUri,\r
+ result.StatusCode, result);\r
+\r
+ if (--retries == 0)\r
+ throw new RetryException("Failed too many times");\r
+\r
+ //Wait for service unavailable\r
+ if (result.StatusCode == HttpStatusCode.ServiceUnavailable ||\r
+ result.StatusCode == HttpStatusCode.BadGateway)\r
+ {\r
+\r
+ Log.WarnFormat("[UNAVAILABLE] Waiting before retrying [{0}]:[{1}] due to [{2}]", message.Method,\r
+ message.RequestUri, result.ReasonPhrase);\r
+ await TaskEx.Delay(waitTime).ConfigureAwait(false);\r
+ //increase the timeout for repeated timeouts\r
+ if (waitTime < TimeSpan.FromSeconds(10))\r
+ waitTime = waitTime.Add(TimeSpan.FromSeconds(10));\r
+ }\r
+ //Throw in all other cases\r
+ else\r
+ result.EnsureSuccessStatusCode();\r
+ }\r
+ throw new RetryException();\r
+ }\r
+\r
+ public static string GetFirstValue(this HttpResponseHeaders headers, string name)\r
+ {\r
+ if (headers==null)\r
+ throw new ArgumentNullException("headers");\r
+ if (String.IsNullOrWhiteSpace(name))\r
+ throw new ArgumentNullException("name");\r
+ Contract.EndContractBlock();\r
+\r
+ IEnumerable<string> values;\r
+ if (headers.TryGetValues(name, out values))\r
+ {\r
+ return values.FirstOrDefault();\r
+ }\r
+ return null;\r
+ }\r
+\r
+ public static Dictionary<string, string> GetMeta(this HttpResponseHeaders headers,string metaPrefix)\r
+ {\r
+ if (headers == null)\r
+ throw new ArgumentNullException("headers");\r
+ if (String.IsNullOrWhiteSpace(metaPrefix))\r
+ throw new ArgumentNullException("metaPrefix");\r
+ Contract.EndContractBlock();\r
+\r
+ var dict = (from header in headers\r
+ where header.Key.StartsWith(metaPrefix)\r
+ let name = header.Key.Substring(metaPrefix.Length)\r
+ select new { Name = name, Value = String.Join(",",header.Value) })\r
+ .ToDictionary(t => t.Name, t => t.Value);\r
+ return dict;\r
+ }\r
+\r
}\r
\r
internal static class PithosEAPCommon\r
projects / pithos-ms-client / blobdiff