根据URL动态获取url和html代码

最新推荐文章于 2024-03-12 10:21:32 发布

qq_15613319

最新推荐文章于 2024-03-12 10:21:32 发布

阅读量2.3k

点赞数

分类专栏： asp.net 文章标签：获取页面html

本文链接：https://blog.csdn.net/qq_15613319/article/details/79594917

版权

asp.net 专栏收录该内容

4 篇文章 0 订阅

订阅专栏

   /// <summary>
        /// 获得重定向的Url
        /// </summary>
        /// <param name="originalAddress">原Url</param>
        /// <returns>重定向后的Url</returns>
        public static string GetTheRedirectUrl(string originalAddress)
        {
            string redirectUrl;
            WebRequest myRequest = WebRequest.Create(originalAddress);

            WebResponse myResponse = myRequest.GetResponse();
            redirectUrl = myResponse.ResponseUri.ToString();

            myResponse.Close();
            return redirectUrl;
        }
        /// <summary>
        /// 根据网址查关键字
        /// </summary>
        /// <param name="url"></param>
        /// <returns></returns>
        public string curl_Keyword(string url){
            string str=GetHtml(url, Encoding.GetEncoding("GBK"));
            if (str.Contains("错误码：TRADE_HAS_SUCCESS")) {
                return "错误码：TRADE_HAS_SUCCESS";
            }


            return "";
        }
     ///   <summary>
    /// 获取源代码
    /// </summary>
    /// <param name="url"></param>
    /// <returns></returns>
    public static string GetHtml(string url, Encoding encoding)
        {
            HttpWebRequest request = null;
            HttpWebResponse response = null;
            StreamReader reader = null;
            try
            {
                request = (HttpWebRequest)WebRequest.Create(url);
                request.Timeout = 20000;
                request.AllowAutoRedirect = false;

                response = (HttpWebResponse)request.GetResponse();

                if ((response.StatusCode == HttpStatusCode.OK|| response.StatusCode == HttpStatusCode.Found)&& response.ContentLength < 1024 * 1024)
                {
                    if (response.ContentEncoding != null && response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase))
                        reader = new StreamReader(new GZipStream(response.GetResponseStream(), CompressionMode.Decompress), encoding);
                    else
                        reader = new StreamReader(response.GetResponseStream(), encoding);
                    string html = reader.ReadToEnd();

                    return html;
                }
            }
            catch
            {
            }
            finally
            {

                if (response != null)
                {
                    response.Close();
                    response = null;
                }
                if (reader != null)
                    reader.Close();

                if (request != null)
                    request = null;

            }

            return string.Empty;
        }