/// <summary>
/// 获取网页Html,采用Get方式
/// </summary>
/// <param name="url">目标地址</param>
/// <param name="refUrl">Referer地址</param>
/// <param name="txtCode">文本编码类型</param>
/// <param name="headers">header集合</param>
/// <param name="customHeaders">自定义header集合</param>
/// <returns></returns>
public static SpiderResponse GetHtmlByGet(string url, string refUrl, Encoding txtCode,
Dictionary<HttpRequestHeader, string> headers = null, Dictionary<string, string> customHeaders = null)
{
ServicePointManager.ServerCertificateValidationCallback = new RemoteCertificateValidationCallback((a, b, c, d) => { return true; });
HttpWebRequest req = (HttpWebRequest)HttpWebRequest.Create(url);
req.ContentType = "application/x-www-form-urlencoded";
req.Method = "GET";
req.Timeout = SiteBaseConfig.HttpRequetTimeout;
req.KeepAlive = false;
if (!string.IsNullOrEmpty(refUrl))
req.Referer = refUrl;