using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Reflection;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
using NewLife.Caching;
using NewLife.Collections;
using NewLife.Data;
using NewLife.Log;
using NewLife.Serialization;
using NewLife.Xml;
namespace NewLife.Http
{
/// <summary>Http帮助类</summary>
public static class HttpHelper
{
/// <summary>性能跟踪器</summary>
public static ITracer Tracer { get; set; } = DefaultTracer.Instance;
/// <summary>Http过滤器</summary>
public static IHttpFilter Filter { get; set; }
/// <summary>默认用户浏览器UserAgent。用于内部创建的HttpClient请求</summary>
public static String DefaultUserAgent { get; set; }
static HttpHelper()
{
var asm = Assembly.GetEntryAssembly() ?? Assembly.GetExecutingAssembly();
//if (asm != null) agent = $"{asm.GetName().Name}/{asm.GetName().Version}";
if (asm != null)
{
var aname = asm.GetName();
var os = Environment.OSVersion?.ToString().TrimStart("Microsoft ");
if (!os.IsNullOrEmpty() && Encoding.UTF8.GetByteCount(os) == os.Length)
DefaultUserAgent = $"{aname.Name}/{aname.Version} ({os})";
else
DefaultUserAgent = $"{aname.Name}/{aname.Version}";
}
}
#region 默认浏览器UserAgent
/// <summary>设置浏览器UserAgent。默认使用应用名和版本</summary>
/// <param name="client"></param>
/// <returns></returns>
public static HttpClient SetUserAgent(this HttpClient client)
{
var userAgent = DefaultUserAgent;
if (!userAgent.IsNullOrEmpty()) client.DefaultRequestHeaders.UserAgent.ParseAdd(userAgent);
return client;
}
#endregion
#region Http封包解包
/// <summary>创建请求包</summary>
/// <param name="method"></param>
/// <param name="uri"></param>
/// <param name="headers"></param>
/// <param name="pk"></param>
/// <returns></returns>
public static Packet MakeRequest(String method, Uri uri, IDictionary<String, Object> headers, Packet pk)
{
if (method.IsNullOrEmpty()) method = pk?.Count > 0 ? "POST" : "GET";
// 分解主机和资源
var host = "";
if (uri == null) uri = new Uri("/");
if (uri.Scheme.EqualIgnoreCase("http", "ws"))
{
if (uri.Port == 80)
host = uri.Host;
else
host = $"{uri.Host}:{uri.Port}";
}
else if (uri.Scheme.EqualIgnoreCase("https"))
{
if (uri.Port == 443)
host = uri.Host;
else
host = $"{uri.Host}:{uri.Port}";
}
// 构建头部
var sb = Pool.StringBuilder.Get();
sb.AppendFormat("{0} {1} HTTP/1.1\r\n", method, uri.PathAndQuery);
sb.AppendFormat("Host:{0}\r\n", host);
//if (Compressed) sb.AppendLine("Accept-Encoding:gzip, deflate");
//if (KeepAlive) sb.AppendLine("Connection:keep-alive");
//if (!UserAgent.IsNullOrEmpty()) sb.AppendFormat("User-Agent:{0}\r\n", UserAgent);
// 内容长度
if (pk?.Count > 0) sb.AppendFormat("Content-Length:{0}\r\n", pk.Count);
foreach (var item in headers)
{
sb.AppendFormat("{0}:{1}\r\n", item.Key, item.Value);
}
sb.AppendLine();
//return sb.ToString();
var rs = new Packet(sb.Put(true).GetBytes())
{
Next = pk
};
return rs;
}
/// <summary>创建响应包</summary>
/// <param name="code"></param>
/// <param name="headers"></param>
/// <param name="pk"></param>
/// <returns></returns>
public static Packet MakeResponse(HttpStatusCode code, IDictionary<String, Object> headers, Packet pk)
{
// 构建头部
var sb = Pool.StringBuilder.Get();
sb.AppendFormat("HTTP/1.1 {0} {1}\r\n", (Int32)code, code);
// 内容长度
if (pk?.Count > 0) sb.AppendFormat("Content-Length:{0}\r\n", pk.Count);
foreach (var item in headers)
{
sb.AppendFormat("{0}:{1}\r\n", item.Key, item.Value);
}
sb.AppendLine();
//return sb.ToString();
var rs = new Packet(sb.Put(true).GetBytes())
{
Next = pk
};
return rs;
}
private static readonly Byte[] NewLine = new[] { (Byte)'\r', (Byte)'\n', (Byte)'\r', (Byte)'\n' };
/// <summary>分析头部</summary>
/// <param name="pk"></param>
/// <returns></returns>
public static IDictionary<String, Object> ParseHeader(Packet pk)
{
// 客户端收到响应，服务端收到请求
var headers = new Dictionary<String, Object>(StringComparer.OrdinalIgnoreCase);
var p = pk.IndexOf(NewLine);
if (p < 0) return headers;
// 截取
var lines = pk.ReadBytes(0, p).ToStr().Split("\r\n");
// 重构
p += 4;
pk.Set(pk.Data, pk.Offset + p, pk.Count - p);
// 分析头部
headers.Clear();
var line = lines[0];
for (var i = 1; i < lines.Length; i++)
{
line = lines[i];
p = line.IndexOf(':');
if (p > 0) headers[line[..p]] = line[(p + 1)..].Trim();
}
line = lines[0];
var ss = line.Split(' ');
// 分析请求方法 GET / HTTP/1.1
if (ss.Length >= 3 && ss[2].StartsWithIgnoreCase("HTTP/"))
{
headers["Method"] = ss[0];
// 构造资源路径
var host = headers.TryGetValue("Host", out var s) ? s : "";
var uri = $"http://{host}";
//var uri = "{0}://{1}".F(IsSSL ? "https" : "http", host);
//if (host.IsNullOrEmpty() || !host.Contains(":"))
//{
// var port = Local.Port;
// if (IsSSL && port != 443 || !IsSSL && port != 80) uri += ":" + port;
//}
uri += ss[1];
headers["Url"] = new Uri(uri);
}
else
{
// 分析响应码
var code = ss[1].ToInt();
if (code > 0) headers["StatusCode"] = (HttpStatusCode)code;
}
return headers;
}
#endregion
#region 高级功能扩展
/// <summary>异步提交Json</summary>
/// <param name="client">Http客户端</param>
/// <param name="requestUri">请求资源地址</param>
/// <param name="data">数据</param>
/// <param name="headers">附加头部</param>
/// <returns></returns>
public static async Task<String> PostJsonAsync(this HttpClient client, String requestUri, Object data, IDictionary<String, String> headers = null)
{
HttpContent content = null;
if (data != null)
{
content = data is String str
? new StringContent(str, Encoding.UTF8, "application/json")
: new StringContent(data.ToJson(), Encoding.UTF8, "application/json");
}
if (headers == null && client.DefaultRequestHeaders.Accept.Count == 0) client.DefaultRequestHeaders.Accept.ParseAdd("application/json");
client.AddHeaders(headers);
return await PostAsync(client, requestUri, content);
}
/// <summary>同步提交Json</summary>
/// <param name="client">Http客户端</param>
/// <param name="requestUri">请求资源地址</param>
/// <param name="data">数据</param>
/// <param name="headers">附加头部</param>
/// <returns></returns>
public static String PostJson(this HttpClient client, String requestUri, Object data, IDictionary<String, String> headers = null) => Task.Run(() => client.PostJsonAsync(requestUri, data, headers)).Result;
/// <summary>异步提交Xml</summary>
/// <param name="client">Http客户端</param>
/// <param name="requestUri">请求资源地址</param>
/// <param name="data">数据</param>
/// <param name="headers">附加头部</param>
/// <returns></returns>
public static async Task<String> PostXmlAsync(this HttpClient client, String requestUri, Object data, IDictionary<String, String> headers = null)
{
HttpContent content = null;
if (data != null)
{
content = data is String str
? new StringContent(str, Encoding.UTF8, "application/xml")
: new StringContent(data.ToXml(), Encoding.UTF8, "application/xml");
}
if (headers == null && client.DefaultRequestHeaders.Accept.Count == 0) client.DefaultRequestHeaders.Accept.ParseAdd("application/xml");
client.AddHeaders(headers);
return await PostAsync(client, requestUri, content);
}
/// <summary>同步提交Xml</summary>
/// <param name="client">Http客户端</param>
/// <param name="requestUri">请求资源地址</param>
/// <param name="data">数据</param>
/// <param name="headers">附加头部</param>
/// <returns></returns>
public static String PostXml(this HttpClient client, String requestUri, Object data, IDictionary<String, String> headers = null) => Task.Run(() => client.PostXmlAsync(requestUri, data, headers)).Result;
/// <summary>异步提交表单</summary>
/// <param name="client">Http客户端</param>
/// <param name="requestUri">请求资源地址</param>
/// <param name="data">数据</param>
/// <param name="headers">附加头部</param>
/// <returns></returns>
public static async Task<String> PostFormAsync(this HttpClient client, String requestUri, Object data, IDictionary<String, String> headers = null)
{
HttpContent content = null;
if (data != null)
{
content = data is String str
? new StringContent(str, Encoding.UTF8, "application/x-www-form-urlencoded")
: (
data is IDictionary<String, String> dic
? new FormUrlEncodedContent(dic)
: new FormUrlEncodedContent(data.ToDictionary().ToDictionary(e => e.Key, e => e.Value + ""))
);
}
client.AddHeaders(headers);
return await PostAsync(client, requestUri, content);
}
/// <summary>同步提交表单</summary>
/// <param name="client">Http客户端</param>
/// <param name="requestUri">请求资源地址</param>
/// <param name="data">数据</param>
/// <param name="headers">附加头部</param>
/// <returns></returns>
public static String PostForm(this HttpClient client, String requestUri, Object data, IDictionary<String, String> headers = null) => Task.Run(() => client.PostFormAsync(requestUri, data, headers)).Result;
/// <summary>同步获取字符串</summary>
/// <param name="client">Http客户端</param>
/// <param name="requestUri">请求资源地址</param>
/// <param name="headers">附加头部</param>
/// <returns></returns>
public static String GetString(this HttpClient client, String requestUri, IDictionary<String, String> headers = null)
{
client.AddHeaders(headers);
return Task.Run(() => client.GetStringAsync(requestUri)).Result;
}
private static async Task<String> PostAsync(HttpClient client, String requestUri, HttpContent content)
{
var request = new HttpRequestMessage(HttpMethod.Post, requestUri)
{
Content = content
};
// 设置接受 mediaType
if (content.Headers.TryGetValues("Content-Type", out var vs))
{
// application/json; charset=utf-8
var type = vs.FirstOrDefault()?.Split(';').FirstOrDefault();
if (type.EqualIgnoreCase("application/json", "application/xml")) request.Headers.Accept.ParseAdd(type);
}
// 开始跟踪，注入TraceId
using var span = Tracer?.NewSpan(request);
if (span != null) span.SetError(null, content.ReadAsStringAsync().Result);
var filter = Filter;
try
{
if (filter != null) await filter.OnRequest(client, request, null);
var response = await client.SendAsync(request);
if (filter != null) await filter.OnResponse(client, response, request);
return await response.Content.ReadAsStringAsync();
}
catch (Exception ex)
{
// 跟踪异常
span?.SetError(ex, null);
if (filter != null) await filter.OnError(client, ex, request);
throw;
}
}
private static HttpClient AddHeaders(this HttpClient client, IDictionary<String, String> headers)
{
if (client == null) return null;
if (headers == null || headers.Count == 0) return client;
foreach (var item in headers)
{
//判断请求头中是否已存在，存在先删除，再添加
if (client.DefaultRequestHeaders.Contains(item.Key))
client.DefaultRequestHeaders.Remove(item.Key);
client.DefaultRequestHeaders.Add(item.Key, item.Value);
}
return client;
}
/// <summary>下载文件</summary>
/// <param name="client"></param>
/// <param name="address"></param>
/// <param name="fileName"></param>
public static async Task DownloadFileAsync(this HttpClient client, String address, String fileName)
{
var rs = await client.GetStreamAsync(address);
fileName.EnsureDirectory(true);
using var fs = new FileStream(fileName, FileMode.OpenOrCreate, FileAccess.ReadWrite);
await rs.CopyToAsync(fs);
await fs.FlushAsync();
}
#endregion
#region WebSocket
/// <summary>从队列消费消息并推送到WebSocket客户端</summary>
/// <param name="socket"></param>
/// <param name="queue"></param>
/// <param name="source"></param>
/// <returns></returns>
public static async Task ConsumeAndPushAsync(this WebSocket socket, IProducerConsumer<String> queue, CancellationTokenSource source)
{
var token = source.Token;
//var queue = _queue.GetQueue<String>($"cmd:{node.Code}");
try
{
while (!token.IsCancellationRequested && socket.Connected)
{
var msg = await queue.TakeOneAsync(30_000);
if (msg != null)
{
socket.Send(msg.GetBytes(), WebSocketMessageType.Text);
}
else
{
await Task.Delay(100, token);
}
}
}
catch (Exception ex)
{
XTrace.WriteException(ex);
}
finally
{
//if (token.GetValue("_source") is CancellationTokenSource source) source.Cancel();
source.Cancel();
}
}
/// <summary>从队列消费消息并推送到WebSocket客户端</summary>
/// <param name="socket"></param>
/// <param name="host"></param>
/// <param name="topic"></param>
/// <param name="source"></param>
/// <returns></returns>
public static async Task ConsumeAndPushAsync(this WebSocket socket, ICache host, String topic, CancellationTokenSource source) => await ConsumeAndPushAsync(socket, host.GetQueue<String>(topic), source);
/// <summary>从队列消费消息并推送到WebSocket客户端</summary>
/// <param name="socket"></param>
/// <param name="queue"></param>
/// <param name="source"></param>
/// <returns></returns>
public static async Task ConsumeAndPushAsync(this System.Net.WebSockets.WebSocket socket, IProducerConsumer<String> queue, CancellationTokenSource source)
{
var token = source.Token;
//var queue = _queue.GetQueue<String>($"cmd:{node.Code}");
try
{
while (!token.IsCancellationRequested && socket.State == System.Net.WebSockets.WebSocketState.Open)
{
var msg = await queue.TakeOneAsync(30_000);
if (msg != null)
{
await socket.SendAsync(new ArraySegment<Byte>(msg.GetBytes()), System.Net.WebSockets.WebSocketMessageType.Text, true, token);
}
else
{
await Task.Delay(100, token);
}
}
}
catch (Exception ex)
{
XTrace.WriteException(ex);
}
finally
{
//if (token.GetValue("_source") is CancellationTokenSource source) source.Cancel();
source.Cancel();
}
}
/// <summary>从队列消费消息并推送到WebSocket客户端</summary>
/// <param name="socket"></param>
/// <param name="host"></param>
/// <param name="topic"></param>
/// <param name="source"></param>
/// <returns></returns>
public static async Task ConsumeAndPushAsync(this System.Net.WebSockets.WebSocket socket, ICache host, String topic, CancellationTokenSource source) => await ConsumeAndPushAsync(socket, host.GetQueue<String>(topic), source);
#endregion
}
}
|