1053 lines
37 KiB
C#
1053 lines
37 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.IO.Compression;
|
|
using System.Linq;
|
|
using System.Net;
|
|
using System.Net.Security;
|
|
using System.Security.Cryptography.X509Certificates;
|
|
using System.Text;
|
|
using System.Text.RegularExpressions;
|
|
using System.Threading;
|
|
using System.Threading.Tasks;
|
|
|
|
namespace CsharpHttpHelper
|
|
{
|
|
public class HttpException : Exception
|
|
{
|
|
/// <summary>
|
|
/// Cookie是否在线
|
|
/// </summary>
|
|
public bool IsOnline { get; set; } = true;
|
|
public HttpException(string message) : base(message)
|
|
{
|
|
|
|
}
|
|
public HttpException(string message, Exception innerException) : base(message, innerException)
|
|
{
|
|
|
|
}
|
|
}
|
|
/// <summary>
|
|
/// Http连接操作帮助类
|
|
/// </summary>
|
|
public class HttpHelper
|
|
{
|
|
public static HttpResult Get(string Url)
|
|
{
|
|
return Request(new HttpItem
|
|
{
|
|
URL = Url,
|
|
Method = MethodType.Get,
|
|
});
|
|
}
|
|
|
|
public static HttpResult Post(string Url, string PostData)
|
|
{
|
|
return Request(new HttpItem
|
|
{
|
|
URL = Url,
|
|
Method = MethodType.Post,
|
|
Postdata = PostData,
|
|
PostDataType = PostDataType.String
|
|
});
|
|
}
|
|
|
|
public static Task<HttpResult> GetAsync(string Url)
|
|
{
|
|
return RequestAsync(new HttpItem { URL = Url, Method = MethodType.Get });
|
|
}
|
|
|
|
public static Task<HttpResult> PostAsync(string Url, string PostData)
|
|
{
|
|
return RequestAsync(new HttpItem { URL = Url, Method = MethodType.Post, Postdata = PostData });
|
|
}
|
|
|
|
/// <summary>
|
|
/// 下载文件
|
|
/// </summary>
|
|
/// <param name="address"></param>
|
|
/// <param name="fileName"></param>
|
|
public static byte[] DownloadFile(string address)
|
|
{
|
|
HttpItem item = new HttpItem();
|
|
item.URL = address;
|
|
item.Timeout = 3000;
|
|
item.ResultType = ResultType.Byte;
|
|
HttpHelper http = new HttpHelper();
|
|
HttpResult result = http.GetHtml(item);
|
|
if (result.StatusCode == HttpStatusCode.OK)
|
|
{
|
|
return result.ResultByte;
|
|
}
|
|
else
|
|
{
|
|
throw new HttpListenerException((int)result.StatusCode, result.StatusDescription);
|
|
}
|
|
}
|
|
|
|
public static HttpResult Request(HttpItem item)
|
|
{
|
|
return new HttpHelper().GetHtml(item);
|
|
}
|
|
|
|
public static Task<HttpResult> RequestAsync(HttpItem item)
|
|
{
|
|
return new HttpHelper().GetHtmlCoreAsync(item);
|
|
}
|
|
|
|
#region Cookie
|
|
/// <summary>
|
|
/// 根据字符生成Cookie和精简串，将排除path,expires,domain以及重复项
|
|
/// </summary>
|
|
/// <param name="strcookie">Cookie字符串</param>
|
|
/// <returns>精简串</returns>
|
|
public static string GetSmallCookie(string strcookie)
|
|
{
|
|
return HttpCookieHelper.GetSmallCookie(strcookie);
|
|
}
|
|
/// <summary>
|
|
/// 将字符串Cookie转为CookieCollection
|
|
/// </summary>
|
|
/// <param name="strcookie">Cookie字符串</param>
|
|
/// <returns>List-CookieItem</returns>
|
|
public static CookieCollection StrCookieToCookieCollection(string strcookie)
|
|
{
|
|
return HttpCookieHelper.StrCookieToCookieCollection(strcookie);
|
|
}
|
|
/// <summary>
|
|
/// 将CookieCollection转为字符串Cookie
|
|
/// </summary>
|
|
/// <param name="cookie">Cookie字符串</param>
|
|
/// <returns>strcookie</returns>
|
|
public static string CookieCollectionToStrCookie(CookieCollection cookie)
|
|
{
|
|
return HttpCookieHelper.CookieCollectionToStrCookie(cookie);
|
|
}
|
|
/// <summary>
|
|
/// 自动合并两个Cookie的值返回更新后结果
|
|
/// </summary>
|
|
/// <param name="cookie1">Cookie1 新</param>
|
|
/// <param name="cookie2">Cookie2 旧</param>
|
|
/// <returns>返回更新后的Cookie</returns>
|
|
public static string GetMergeCookie(string cookie1, string cookie2)
|
|
{
|
|
return HttpCookieHelper.GetMergeCookie(cookie1, cookie2);
|
|
}
|
|
#endregion
|
|
|
|
|
|
#region 预定义方法或者变更
|
|
//默认的编码
|
|
private Encoding encoding = Encoding.Default;
|
|
//Post数据编码
|
|
private Encoding postencoding = Encoding.Default;
|
|
//HttpWebRequest对象用来发起请求
|
|
private HttpWebRequest request = null;
|
|
/// <summary>
|
|
/// 根据相传入的数据，得到相应页面数据
|
|
/// </summary>
|
|
/// <param name="item">参数类对象</param>
|
|
/// <returns>返回HttpResult类型</returns>
|
|
public HttpResult GetHtml(HttpItem item)
|
|
{
|
|
try
|
|
{
|
|
SetRequest(item);
|
|
if (item.Method == MethodType.Post || item.Method == MethodType.Put)
|
|
{
|
|
byte[] body;
|
|
if (item.PostDataType == PostDataType.FilePath && !string.IsNullOrEmpty(item.Postdata))
|
|
{
|
|
using var reader = new StreamReader(item.Postdata, postencoding);
|
|
body = postencoding.GetBytes(reader.ReadToEnd());
|
|
}
|
|
else body = GetPostBytes(item);
|
|
if (body != null)
|
|
{
|
|
request.ContentLength = body.Length;
|
|
using var stream = request.GetRequestStream();
|
|
stream.Write(body, 0, body.Length);
|
|
}
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
return ConfigurationError(ex);
|
|
}
|
|
|
|
var result = new HttpResult { item = item };
|
|
try
|
|
{
|
|
using var response = (HttpWebResponse)request.GetResponse();
|
|
SetResponseHeaders(result, response);
|
|
if (response.Cookies != null) result.CookieCollection = response.Cookies;
|
|
result.Cookie = response.Headers["set-cookie"];
|
|
using var source = OpenResponseStream(response);
|
|
using var buffer = new MemoryStream();
|
|
source.CopyTo(buffer);
|
|
DecodeBody(item, result, response, buffer.ToArray());
|
|
}
|
|
catch (WebException ex) when (ex.Response is HttpWebResponse)
|
|
{
|
|
using var response = (HttpWebResponse)ex.Response;
|
|
SetResponseHeaders(result, response);
|
|
using var reader = new StreamReader(OpenResponseStream(response), item.Encoding ?? Encoding.UTF8);
|
|
result.Html = reader.ReadToEnd();
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
result.Html = ex.Message;
|
|
}
|
|
if (item.IsToLower) result.Html = result.Html.ToLower();
|
|
return result;
|
|
}
|
|
|
|
public Task<HttpResult> GetHtmlAsync(HttpItem item)
|
|
{
|
|
// 每次异步调用独立保存请求和编码，允许同一实例并发使用。
|
|
return new HttpHelper().GetHtmlCoreAsync(item);
|
|
}
|
|
|
|
private async Task<HttpResult> GetHtmlCoreAsync(HttpItem item)
|
|
{
|
|
using var timeout = new CancellationTokenSource();
|
|
using var abort = timeout.Token.Register(() => request.Abort());
|
|
try
|
|
{
|
|
SetRequest(item);
|
|
timeout.CancelAfter(request.Timeout);
|
|
if (item.Method == MethodType.Post || item.Method == MethodType.Put)
|
|
{
|
|
byte[] body;
|
|
if (item.PostDataType == PostDataType.FilePath && !string.IsNullOrEmpty(item.Postdata))
|
|
{
|
|
using var reader = new StreamReader(item.Postdata, postencoding);
|
|
body = postencoding.GetBytes(await reader.ReadToEndAsync().ConfigureAwait(false));
|
|
}
|
|
else body = GetPostBytes(item);
|
|
if (body != null)
|
|
{
|
|
request.ContentLength = body.Length;
|
|
using var stream = await request.GetRequestStreamAsync().ConfigureAwait(false);
|
|
await stream.WriteAsync(body, 0, body.Length).ConfigureAwait(false);
|
|
}
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
return ConfigurationError(ex);
|
|
}
|
|
|
|
var result = new HttpResult { item = item };
|
|
try
|
|
{
|
|
using var response = (HttpWebResponse)await request.GetResponseAsync().ConfigureAwait(false);
|
|
SetResponseHeaders(result, response);
|
|
if (response.Cookies != null) result.CookieCollection = response.Cookies;
|
|
result.Cookie = response.Headers["set-cookie"];
|
|
using var source = OpenResponseStream(response);
|
|
using var buffer = new MemoryStream();
|
|
await source.CopyToAsync(buffer).ConfigureAwait(false);
|
|
DecodeBody(item, result, response, buffer.ToArray());
|
|
}
|
|
catch (WebException ex) when (ex.Response is HttpWebResponse)
|
|
{
|
|
using var response = (HttpWebResponse)ex.Response;
|
|
SetResponseHeaders(result, response);
|
|
using var reader = new StreamReader(OpenResponseStream(response), item.Encoding ?? Encoding.UTF8);
|
|
result.Html = await reader.ReadToEndAsync().ConfigureAwait(false);
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
result.Html = ex.Message;
|
|
}
|
|
if (item.IsToLower) result.Html = result.Html.ToLower();
|
|
return result;
|
|
}
|
|
|
|
private static HttpResult ConfigurationError(Exception ex)
|
|
{
|
|
return new HttpResult { Cookie = string.Empty, Html = ex.Message, StatusDescription = "配置参数时出错：" + ex.Message };
|
|
}
|
|
|
|
private static void SetResponseHeaders(HttpResult result, HttpWebResponse response)
|
|
{
|
|
result.StatusCode = response.StatusCode;
|
|
result.StatusDescription = response.StatusDescription;
|
|
result.Header = response.Headers;
|
|
}
|
|
|
|
private static Stream OpenResponseStream(HttpWebResponse response)
|
|
{
|
|
var stream = response.GetResponseStream();
|
|
return string.Equals(response.ContentEncoding, "gzip", StringComparison.OrdinalIgnoreCase)
|
|
? new GZipStream(stream, CompressionMode.Decompress) : stream;
|
|
}
|
|
|
|
private void DecodeBody(HttpItem item, HttpResult result, HttpWebResponse response, byte[] bytes)
|
|
{
|
|
if (bytes.Length > 0)
|
|
{
|
|
//是否返回Byte类型数据
|
|
if (item.ResultType == ResultType.Byte) result.ResultByte = bytes;
|
|
//从这里开始我们要无视编码了
|
|
if (encoding == null)
|
|
{
|
|
Match meta = Regex.Match(Encoding.Default.GetString(bytes), "<meta([^<]*)charset=([^<]*)[\"']", RegexOptions.IgnoreCase);
|
|
string c = (meta.Groups.Count > 1) ? meta.Groups[2].Value.ToLower().Trim() : string.Empty;
|
|
if (c.Length > 2)
|
|
{
|
|
try
|
|
{
|
|
if (c.IndexOf(" ") > 0) c = c.Substring(0, c.IndexOf(" "));
|
|
encoding = Encoding.GetEncoding(c.Replace("\"", "").Replace("'", "").Replace(";", "").Replace("iso-8859-1", "gbk").Trim());
|
|
}
|
|
catch
|
|
{
|
|
if (string.IsNullOrEmpty(response.CharacterSet)) encoding = Encoding.UTF8;
|
|
else encoding = Encoding.GetEncoding(response.CharacterSet);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
if (string.IsNullOrEmpty(response.CharacterSet)) encoding = Encoding.UTF8;
|
|
else encoding = Encoding.GetEncoding(response.CharacterSet);
|
|
}
|
|
}
|
|
//得到返回的HTML
|
|
result.Html = encoding.GetString(bytes);
|
|
}
|
|
else
|
|
{
|
|
//得到返回的HTML
|
|
result.Html = "本次请求并未返回任何数据";
|
|
}
|
|
}
|
|
/// <summary>
|
|
/// 为请求准备参数
|
|
/// </summary>
|
|
///<param name="item">参数列表</param>
|
|
private void SetRequest(HttpItem item)
|
|
|
|
{
|
|
// 验证证书
|
|
SetCer(item);
|
|
//设置Header参数
|
|
if (item.Header != null && item.Header.Count > 0) foreach (string key in item.Header.AllKeys)
|
|
{
|
|
request.Headers.Add(key, item.Header[key]);
|
|
}
|
|
// 设置代理
|
|
SetProxy(item);
|
|
if (item.ProtocolVersion != null) request.ProtocolVersion = item.ProtocolVersion;
|
|
request.ServicePoint.Expect100Continue = item.Expect100Continue;
|
|
//请求方式Get或者Post
|
|
request.Method = item.Method.ToString();
|
|
request.Timeout = item.Timeout;
|
|
request.KeepAlive = item.KeepAlive;
|
|
request.ReadWriteTimeout = item.ReadWriteTimeout;
|
|
//Accept
|
|
request.Accept = item.Accept;
|
|
//ContentType返回类型
|
|
request.ContentType = item.ContentType;
|
|
//UserAgent客户端的访问类型，包括浏览器版本和操作系统信息
|
|
request.UserAgent = item.UserAgent;
|
|
// 编码
|
|
encoding = item.Encoding;
|
|
if (item.Method != MethodType.Get && item.PostEncoding != null) postencoding = item.PostEncoding;
|
|
//设置安全凭证
|
|
request.Credentials = item.ICredentials;
|
|
//设置Cookie
|
|
SetCookie(item);
|
|
//来源地址
|
|
request.Referer = item.Referer;
|
|
//是否执行跳转功能
|
|
request.AllowAutoRedirect = item.Allowautoredirect;
|
|
//设置最大连接
|
|
if (item.Connectionlimit > 0) request.ServicePoint.ConnectionLimit = item.Connectionlimit;
|
|
}
|
|
/// <summary>
|
|
/// 设置证书
|
|
/// </summary>
|
|
/// <param name="item"></param>
|
|
private void SetCer(HttpItem item)
|
|
{
|
|
if (!string.IsNullOrEmpty(item.CerPath))
|
|
{
|
|
//这一句一定要写在创建连接的前面。使用回调的方法进行证书验证。
|
|
ServicePointManager.ServerCertificateValidationCallback = new System.Net.Security.RemoteCertificateValidationCallback(CheckValidationResult);
|
|
//初始化对像，并设置请求的URL地址
|
|
request = (HttpWebRequest)WebRequest.Create(item.URL);
|
|
SetCerList(item);
|
|
//将证书添加到请求里
|
|
request.ClientCertificates.Add(new X509Certificate(item.CerPath));
|
|
}
|
|
else
|
|
{
|
|
//初始化对像，并设置请求的URL地址
|
|
request = (HttpWebRequest)WebRequest.Create(item.URL);
|
|
SetCerList(item);
|
|
}
|
|
}
|
|
/// <summary>
|
|
/// 设置多个证书
|
|
/// </summary>
|
|
/// <param name="item"></param>
|
|
private void SetCerList(HttpItem item)
|
|
{
|
|
if (item.ClentCertificates != null && item.ClentCertificates.Count > 0)
|
|
{
|
|
foreach (X509Certificate c in item.ClentCertificates)
|
|
{
|
|
request.ClientCertificates.Add(c);
|
|
}
|
|
}
|
|
}
|
|
/// <summary>
|
|
/// 设置Cookie
|
|
/// </summary>
|
|
/// <param name="item">Http参数</param>
|
|
private void SetCookie(HttpItem item)
|
|
{
|
|
if (!string.IsNullOrEmpty(item.Cookie)) request.Headers[HttpRequestHeader.Cookie] = item.Cookie;
|
|
//设置CookieCollection
|
|
if (item.ResultCookieType == ResultCookieType.CookieCollection)
|
|
{
|
|
request.CookieContainer = new CookieContainer();
|
|
if (item.CookieCollection != null && item.CookieCollection.Count > 0)
|
|
request.CookieContainer.Add(item.CookieCollection);
|
|
}
|
|
}
|
|
private byte[] GetPostBytes(HttpItem item)
|
|
{
|
|
if (item.PostDataType == PostDataType.Byte && item.PostdataByte?.Length > 0)
|
|
return item.PostdataByte;
|
|
return string.IsNullOrEmpty(item.Postdata) ? null : postencoding.GetBytes(item.Postdata);
|
|
}
|
|
|
|
/// <summary>
|
|
/// 设置代理
|
|
/// </summary>
|
|
/// <param name="item">参数对象</param>
|
|
private void SetProxy(HttpItem item)
|
|
{
|
|
bool isIeProxy = item.ProxyIp.ToLower().Contains("ieproxy");
|
|
if (!string.IsNullOrEmpty(item.ProxyIp) && !isIeProxy)
|
|
{
|
|
//设置代理服务器
|
|
if (item.ProxyIp.Contains(":"))
|
|
{
|
|
string[] plist = item.ProxyIp.Split(':');
|
|
WebProxy myProxy = new WebProxy(plist[0].Trim(), Convert.ToInt32(plist[1].Trim()));
|
|
//建议连接
|
|
myProxy.Credentials = new NetworkCredential(item.ProxyUserName, item.ProxyPwd);
|
|
//给当前请求对象
|
|
request.Proxy = myProxy;
|
|
}
|
|
else
|
|
{
|
|
WebProxy myProxy = new WebProxy(item.ProxyIp, false);
|
|
//建议连接
|
|
myProxy.Credentials = new NetworkCredential(item.ProxyUserName, item.ProxyPwd);
|
|
//给当前请求对象
|
|
request.Proxy = myProxy;
|
|
}
|
|
}
|
|
else if (isIeProxy)
|
|
{
|
|
//设置为IE代理
|
|
}
|
|
else
|
|
{
|
|
request.Proxy = item.WebProxy;
|
|
}
|
|
}
|
|
/// <summary>
|
|
/// 回调验证证书问题
|
|
/// </summary>
|
|
/// <param name="sender">流对象</param>
|
|
/// <param name="certificate">证书</param>
|
|
/// <param name="chain">X509Chain</param>
|
|
/// <param name="errors">SslPolicyErrors</param>
|
|
/// <returns>bool</returns>
|
|
public bool CheckValidationResult(object sender, X509Certificate certificate, X509Chain chain, SslPolicyErrors errors) { return true; }
|
|
#endregion
|
|
}
|
|
/// <summary>
|
|
/// Http请求参考类
|
|
/// </summary>
|
|
public class HttpItem
|
|
{
|
|
string _URL = string.Empty;
|
|
/// <summary>
|
|
/// 请求URL必须填写
|
|
/// </summary>
|
|
public string URL
|
|
{
|
|
get { return _URL; }
|
|
set { _URL = value; }
|
|
}
|
|
MethodType _Method = MethodType.Get;
|
|
/// <summary>
|
|
/// 请求方式默认为GET方式,当为POST方式时必须设置Postdata的值
|
|
public MethodType Method
|
|
/// </summary>
|
|
{
|
|
get { return _Method; }
|
|
set { _Method = value; }
|
|
}
|
|
int _Timeout = 100000;
|
|
/// <summary>
|
|
/// 默认请求超时时间
|
|
/// </summary>
|
|
public int Timeout
|
|
{
|
|
get { return _Timeout; }
|
|
set { _Timeout = value; }
|
|
}
|
|
int _ReadWriteTimeout = 30000;
|
|
/// <summary>
|
|
/// 默认写入Post数据超时间
|
|
/// </summary>
|
|
public int ReadWriteTimeout
|
|
{
|
|
get { return _ReadWriteTimeout; }
|
|
set { _ReadWriteTimeout = value; }
|
|
}
|
|
Boolean _KeepAlive = true;
|
|
/// <summary>
|
|
/// 获取或设置一个值，该值指示是否与 Internet 资源建立持久性连接默认为true。
|
|
/// </summary>
|
|
public Boolean KeepAlive
|
|
{
|
|
get { return _KeepAlive; }
|
|
set { _KeepAlive = value; }
|
|
}
|
|
string _Accept = "text/html, application/xhtml+xml, */*";
|
|
/// <summary>
|
|
/// 请求标头值 默认为text/html, application/xhtml+xml, */*
|
|
/// </summary>
|
|
public string Accept
|
|
{
|
|
get { return _Accept; }
|
|
set { _Accept = value; }
|
|
}
|
|
string _ContentType = "text/html";
|
|
/// <summary>
|
|
/// 请求返回类型默认 text/html
|
|
/// </summary>
|
|
public string ContentType
|
|
{
|
|
get { return _ContentType; }
|
|
set { _ContentType = value; }
|
|
}
|
|
string _UserAgent = "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)";
|
|
/// <summary>
|
|
/// 客户端访问信息默认Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)
|
|
/// </summary>
|
|
public string UserAgent
|
|
{
|
|
get { return _UserAgent; }
|
|
set { _UserAgent = value; }
|
|
}
|
|
Encoding _Encoding = null;
|
|
/// <summary>
|
|
/// 返回数据编码默认为NUll,可以自动识别,一般为utf-8,gbk,gb2312
|
|
/// </summary>
|
|
public Encoding Encoding
|
|
{
|
|
get { return _Encoding; }
|
|
set { _Encoding = value; }
|
|
}
|
|
private PostDataType _PostDataType = PostDataType.String;
|
|
/// <summary>
|
|
/// Post的数据类型
|
|
/// </summary>
|
|
public PostDataType PostDataType
|
|
{
|
|
get { return _PostDataType; }
|
|
set { _PostDataType = value; }
|
|
}
|
|
string _Postdata = string.Empty;
|
|
/// <summary>
|
|
/// Post请求时要发送的字符串Post数据
|
|
/// </summary>
|
|
public string Postdata
|
|
{
|
|
get { return _Postdata; }
|
|
set { _Postdata = value; }
|
|
}
|
|
private byte[] _PostdataByte = null;
|
|
/// <summary>
|
|
/// Post请求时要发送的Byte类型的Post数据
|
|
/// </summary>
|
|
public byte[] PostdataByte
|
|
{
|
|
get { return _PostdataByte; }
|
|
set { _PostdataByte = value; }
|
|
}
|
|
private WebProxy _WebProxy;
|
|
/// <summary>
|
|
/// 设置代理对象，不想使用IE默认配置就设置为Null，而且不要设置ProxyIp
|
|
/// </summary>
|
|
public WebProxy WebProxy
|
|
{
|
|
get { return _WebProxy; }
|
|
set { _WebProxy = value; }
|
|
}
|
|
|
|
CookieCollection cookiecollection = null;
|
|
/// <summary>
|
|
/// Cookie对象集合
|
|
/// </summary>
|
|
public CookieCollection CookieCollection
|
|
{
|
|
get { return cookiecollection; }
|
|
set { cookiecollection = value; }
|
|
}
|
|
string _Cookie = string.Empty;
|
|
/// <summary>
|
|
/// 请求时的Cookie
|
|
/// </summary>
|
|
public string Cookie
|
|
{
|
|
get { return _Cookie; }
|
|
set { _Cookie = value; }
|
|
}
|
|
string _Referer = string.Empty;
|
|
/// <summary>
|
|
/// 来源地址，上次访问地址
|
|
/// </summary>
|
|
public string Referer
|
|
{
|
|
get { return _Referer; }
|
|
set { _Referer = value; }
|
|
}
|
|
string _CerPath = string.Empty;
|
|
/// <summary>
|
|
/// 证书绝对路径
|
|
/// </summary>
|
|
public string CerPath
|
|
{
|
|
get { return _CerPath; }
|
|
set { _CerPath = value; }
|
|
}
|
|
private Boolean isToLower = false;
|
|
/// <summary>
|
|
/// 是否设置为全文小写，默认为不转化
|
|
/// </summary>
|
|
public Boolean IsToLower
|
|
{
|
|
get { return isToLower; }
|
|
set { isToLower = value; }
|
|
}
|
|
private Boolean allowautoredirect = false;
|
|
/// <summary>
|
|
/// 支持跳转页面，查询结果将是跳转后的页面，默认是不跳转
|
|
/// </summary>
|
|
public Boolean Allowautoredirect
|
|
{
|
|
get { return allowautoredirect; }
|
|
set { allowautoredirect = value; }
|
|
}
|
|
private int connectionlimit = 1024;
|
|
/// <summary>
|
|
/// 最大连接数
|
|
/// </summary>
|
|
public int Connectionlimit
|
|
{
|
|
get { return connectionlimit; }
|
|
set { connectionlimit = value; }
|
|
}
|
|
private string proxyusername = string.Empty;
|
|
/// <summary>
|
|
/// 代理Proxy 服务器用户名
|
|
/// </summary>
|
|
public string ProxyUserName
|
|
{
|
|
get { return proxyusername; }
|
|
set { proxyusername = value; }
|
|
}
|
|
private string proxypwd = string.Empty;
|
|
/// <summary>
|
|
/// 代理 服务器密码
|
|
/// </summary>
|
|
public string ProxyPwd
|
|
{
|
|
get { return proxypwd; }
|
|
set { proxypwd = value; }
|
|
}
|
|
private string proxyip = string.Empty;
|
|
/// <summary>
|
|
/// 代理 服务IP ,如果要使用IE代理就设置为ieproxy
|
|
/// </summary>
|
|
public string ProxyIp
|
|
{
|
|
get { return proxyip; }
|
|
set { proxyip = value; }
|
|
}
|
|
private ResultType resulttype = ResultType.String;
|
|
/// <summary>
|
|
/// 设置返回类型String和Byte
|
|
/// </summary>
|
|
public ResultType ResultType
|
|
{
|
|
get { return resulttype; }
|
|
set { resulttype = value; }
|
|
}
|
|
private WebHeaderCollection header = new WebHeaderCollection();
|
|
/// <summary>
|
|
/// header对象
|
|
/// </summary>
|
|
public WebHeaderCollection Header
|
|
{
|
|
get { return header; }
|
|
set { header = value; }
|
|
}
|
|
|
|
private Version _ProtocolVersion;
|
|
|
|
/// <summary>
|
|
// 获取或设置用于请求的 HTTP 版本。返回结果:用于请求的 HTTP 版本。默认为 System.Net.HttpVersion.Version11。
|
|
/// </summary>
|
|
public Version ProtocolVersion
|
|
{
|
|
get { return _ProtocolVersion; }
|
|
set { _ProtocolVersion = value; }
|
|
}
|
|
private Boolean _expect100continue = true;
|
|
/// <summary>
|
|
/// 获取或设置一个 System.Boolean 值，该值确定是否使用 100-Continue 行为。如果 POST 请求需要 100-Continue 响应，则为 true；否则为 false。默认值为 true。
|
|
/// </summary>
|
|
public Boolean Expect100Continue
|
|
{
|
|
get { return _expect100continue; }
|
|
set { _expect100continue = value; }
|
|
}
|
|
private X509CertificateCollection _ClentCertificates;
|
|
/// <summary>
|
|
/// 设置509证书集合
|
|
/// </summary>
|
|
public X509CertificateCollection ClentCertificates
|
|
{
|
|
get { return _ClentCertificates; }
|
|
set { _ClentCertificates = value; }
|
|
}
|
|
private Encoding _PostEncoding;
|
|
/// <summary>
|
|
/// 设置或获取Post参数编码,默认的为Default编码
|
|
/// </summary>
|
|
public Encoding PostEncoding
|
|
{
|
|
get { return _PostEncoding; }
|
|
set { _PostEncoding = value; }
|
|
}
|
|
private ResultCookieType _ResultCookieType = ResultCookieType.String;
|
|
/// <summary>
|
|
/// Cookie返回类型,默认的是只返回字符串类型
|
|
/// </summary>
|
|
public ResultCookieType ResultCookieType
|
|
{
|
|
get { return _ResultCookieType; }
|
|
set { _ResultCookieType = value; }
|
|
}
|
|
|
|
private ICredentials _ICredentials = CredentialCache.DefaultCredentials;
|
|
/// <summary>
|
|
/// 获取或设置请求的身份验证信息。
|
|
/// </summary>
|
|
public ICredentials ICredentials
|
|
{
|
|
get { return _ICredentials; }
|
|
set { _ICredentials = value; }
|
|
}
|
|
|
|
}
|
|
/// <summary>
|
|
/// Http返回参数类
|
|
/// </summary>
|
|
public class HttpResult
|
|
{
|
|
private string _Cookie;
|
|
/// <summary>
|
|
/// Http请求返回的Cookie
|
|
/// </summary>
|
|
public string Cookie
|
|
{
|
|
get { return _Cookie; }
|
|
set { _Cookie = value; }
|
|
}
|
|
|
|
private CookieCollection _CookieCollection;
|
|
/// <summary>
|
|
/// Cookie对象集合
|
|
/// </summary>
|
|
public CookieCollection CookieCollection
|
|
{
|
|
get { return _CookieCollection; }
|
|
set { _CookieCollection = value; }
|
|
}
|
|
private string _Html;
|
|
/// <summary>
|
|
/// 返回的String类型数据 只有ResultType.String时才返回数据，其它情况为空
|
|
/// </summary>
|
|
public string Html
|
|
{
|
|
get { return _Html; }
|
|
set { _Html = value; }
|
|
}
|
|
private byte[] _ResultByte;
|
|
/// <summary>
|
|
/// 返回的Byte数组 只有ResultType.Byte时才返回数据，其它情况为空
|
|
/// </summary>
|
|
public byte[] ResultByte
|
|
{
|
|
get { return _ResultByte; }
|
|
set { _ResultByte = value; }
|
|
}
|
|
|
|
private WebHeaderCollection _Header;
|
|
/// <summary>
|
|
/// header对象
|
|
/// </summary>
|
|
public WebHeaderCollection Header
|
|
{
|
|
get { return _Header; }
|
|
set { _Header = value; }
|
|
}
|
|
|
|
private string _StatusDescription;
|
|
/// <summary>
|
|
/// 返回状态说明
|
|
/// </summary>
|
|
public string StatusDescription
|
|
{
|
|
get { return _StatusDescription; }
|
|
set { _StatusDescription = value; }
|
|
}
|
|
private HttpStatusCode _StatusCode;
|
|
/// <summary>
|
|
/// 返回状态码,默认为OK
|
|
/// </summary>
|
|
public HttpStatusCode StatusCode
|
|
{
|
|
get { return _StatusCode; }
|
|
set { _StatusCode = value; }
|
|
}
|
|
/// <summary>
|
|
/// HttpItem类，用于存储实际执行所用到的HttpItem对象
|
|
/// </summary>
|
|
public HttpItem item { get; set; }
|
|
}
|
|
/// <summary>
|
|
/// 返回类型
|
|
/// </summary>
|
|
public enum ResultType
|
|
{
|
|
/// <summary>
|
|
/// 表示只返回字符串 只有Html有数据
|
|
/// </summary>
|
|
String,
|
|
/// <summary>
|
|
/// 表示返回字符串和字节流 ResultByte和Html都有数据返回
|
|
/// </summary>
|
|
Byte
|
|
}
|
|
/// <summary>
|
|
/// Post的数据格式默认为string
|
|
/// </summary>
|
|
public enum PostDataType
|
|
{
|
|
/// <summary>
|
|
/// 字符串类型，这时编码Encoding可不设置
|
|
/// </summary>
|
|
String,
|
|
/// <summary>
|
|
/// Byte类型，需要设置PostdataByte参数的值编码Encoding可设置为空
|
|
/// </summary>
|
|
Byte,
|
|
/// <summary>
|
|
/// 传文件，Postdata必须设置为文件的绝对路径，必须设置Encoding的值
|
|
/// </summary>
|
|
FilePath
|
|
}
|
|
/// <summary>
|
|
/// Cookie返回类型
|
|
/// </summary>
|
|
public enum ResultCookieType
|
|
{
|
|
/// <summary>
|
|
/// 只返回字符串类型的Cookie
|
|
/// </summary>
|
|
String,
|
|
/// <summary>
|
|
/// CookieCollection格式的Cookie集合同时也返回String类型的cookie
|
|
/// </summary>
|
|
CookieCollection
|
|
}
|
|
public enum MethodType
|
|
{
|
|
Get,
|
|
Post,
|
|
Put
|
|
}
|
|
|
|
|
|
internal static class HttpCookieHelper
|
|
{
|
|
/// <summary>
|
|
/// 根据字符生成Cookie和精简串，将排除path,expires,domain以及重复项
|
|
/// </summary>
|
|
/// <param name="strcookie">Cookie字符串</param>
|
|
/// <returns>精简串</returns>
|
|
internal static string GetSmallCookie(string strcookie)
|
|
{
|
|
if (string.IsNullOrWhiteSpace(strcookie))
|
|
{
|
|
return string.Empty;
|
|
}
|
|
List<string> cookielist = new List<string>();
|
|
//将Cookie字符串以,;分开，生成一个字符数组，并删除里面的空项
|
|
string[] list = strcookie.ToString().Split(new string[] { ",", ";" }, StringSplitOptions.RemoveEmptyEntries);
|
|
foreach (string item in list)
|
|
{
|
|
string itemcookie = item.ToLower().Trim().Replace("\r\n", string.Empty).Replace("\n", string.Empty);
|
|
//排除空字符串
|
|
if (string.IsNullOrWhiteSpace(itemcookie)) continue;
|
|
//排除不存在=号的Cookie项
|
|
if (!itemcookie.Contains("=")) continue;
|
|
//排除path项
|
|
if (itemcookie.Contains("path=")) continue;
|
|
//排除expires项
|
|
if (itemcookie.Contains("expires=")) continue;
|
|
//排除domain项
|
|
if (itemcookie.Contains("domain=")) continue;
|
|
if (itemcookie.Contains("samesite=")) continue;
|
|
//排除重复项
|
|
if (cookielist.Contains(item)) continue;
|
|
|
|
//对接Cookie基本的Key和Value串
|
|
cookielist.Add(string.Format("{0};", item));
|
|
}
|
|
return string.Join(";", cookielist);
|
|
}
|
|
|
|
/// <summary>
|
|
/// 将字符串Cookie转为CookieCollection
|
|
/// </summary>
|
|
/// <param name="strcookie">Cookie字符串</param>
|
|
/// <returns>List-CookieItem</returns>
|
|
internal static CookieCollection StrCookieToCookieCollection(string strcookie)
|
|
{
|
|
//排除空字符串
|
|
if (string.IsNullOrWhiteSpace(strcookie))
|
|
{
|
|
return null;
|
|
}
|
|
CookieCollection cookielist = new CookieCollection();
|
|
//先简化Cookie
|
|
strcookie = GetSmallCookie(strcookie);
|
|
//将Cookie字符串以,;分开，生成一个字符数组，并删除里面的空项
|
|
string[] list = strcookie.ToString().Split(new string[] { ";" }, StringSplitOptions.RemoveEmptyEntries);
|
|
foreach (string item in list)
|
|
{
|
|
string[] cookie = item.ToString().Split(new string[] { "=" }, StringSplitOptions.RemoveEmptyEntries);
|
|
if (cookie.Length == 2)
|
|
{
|
|
cookielist.Add(new Cookie() { Name = cookie[0].Trim(), Value = cookie[1].Trim() });
|
|
}
|
|
}
|
|
return cookielist;
|
|
}
|
|
|
|
/// <summary>
|
|
/// 将CookieCollection转为字符串Cookie
|
|
/// </summary>
|
|
/// <param name="cookie">Cookie字符串</param>
|
|
/// <returns>strcookie</returns>
|
|
internal static string CookieCollectionToStrCookie(CookieCollection cookie)
|
|
{
|
|
if (cookie == null)
|
|
{
|
|
return string.Empty;
|
|
}
|
|
string resultcookie = string.Empty;
|
|
foreach (Cookie item in cookie)
|
|
{
|
|
resultcookie += string.Format("{0}={1};", item.Name, item.Value);
|
|
}
|
|
return resultcookie;
|
|
}
|
|
|
|
/// <summary>
|
|
/// 自动合并两个Cookie的值返回更新后结果
|
|
/// </summary>
|
|
/// <param name="cookie1">Cookie1 新</param>
|
|
/// <param name="cookie2">Cookie2 旧</param>
|
|
/// <returns>返回更新后的Cookie</returns>
|
|
internal static string GetMergeCookie(string cookie1, string cookie2)
|
|
{
|
|
if (string.IsNullOrWhiteSpace(cookie1))//新的是空的
|
|
{
|
|
return cookie2;//返回老的
|
|
}
|
|
if (string.IsNullOrWhiteSpace(cookie2))//老的是空的
|
|
{
|
|
return cookie1;//返回新的
|
|
}
|
|
Dictionary<string, string> cookielist = new Dictionary<string, string>();//结果
|
|
string[] list_1 = cookie1.ToString().Split(new char[] { ';' }, StringSplitOptions.RemoveEmptyEntries);
|
|
string[] list_2 = cookie2.ToString().Split(new char[] { ';' }, StringSplitOptions.RemoveEmptyEntries);
|
|
foreach (string item in list_1)
|
|
{
|
|
var dict = GetCookieDict(item);
|
|
//替换重复项
|
|
if (cookielist.ContainsKey(dict.Key))
|
|
{
|
|
continue;
|
|
}
|
|
else
|
|
{
|
|
cookielist.Add(dict.Key, dict.Value);
|
|
}
|
|
}
|
|
foreach (string item in list_2)
|
|
{
|
|
var dict = GetCookieDict(item);
|
|
//替换重复项
|
|
if (cookielist.ContainsKey(dict.Key))
|
|
{
|
|
continue;
|
|
}
|
|
else
|
|
{
|
|
cookielist.Add(dict.Key, dict.Value);
|
|
}
|
|
}
|
|
|
|
return string.Join(";", cookielist.Select(a => { return $"{a.Key}={a.Value}"; }));
|
|
}
|
|
private static KeyValuePair<string, string> GetCookieDict(string cookie)
|
|
{
|
|
string[] item = cookie.Split(new char[] { '=' }, StringSplitOptions.RemoveEmptyEntries);
|
|
if (item.Length > 2)
|
|
{
|
|
item = new string[2];
|
|
Match match = Regex.Match(cookie, "(?<key>^.+?)=(?<value>.*)");
|
|
item[0] = match.Groups["key"].Value;
|
|
item[1] = match.Groups["value"].Value;
|
|
}
|
|
string key = "";
|
|
string value = "";
|
|
key = item.Length > 0 ? item[0] : "";
|
|
value = item.Length > 1 ? item[1] : "";
|
|
|
|
|
|
return new KeyValuePair<string, string>(key, value);
|
|
}
|
|
}
|
|
|
|
}
|
|
|