c#抓取页面乱码解决办法

public static string GetHtmlWithUtf(string url)  
    {  
        if (!(url.Contains("http://") || url.Contains("https://")))  
        {  
            url = "http://" + url;  
        }  
        HttpWebRequest req = (HttpWebRequest)HttpWebRequest.Create(url);  
        req.UserAgent = "User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; .NET CLR 1.0.3705;)";  
        req.Accept = "*/*";  
        req.Headers.Add("Accept-Language", "zh-cn,en-us;q=0.5");  
        req.ContentType = "text/xml";  
  
        string sHTML = string.Empty;  
        using (HttpWebResponse response = (HttpWebResponse)req.GetResponse())  
        {  
            if (response.ContentEncoding.ToLower().Contains("gzip"))  
            {  
                using (GZipStream stream = new GZipStream(response.GetResponseStream(), CompressionMode.Decompress))  
                {  
                    using (StreamReader reader = new StreamReader(stream, Encoding.UTF8))  
                    {  
                        sHTML = reader.ReadToEnd();  
                    }  
                }  
            }  
            else if (response.ContentEncoding.ToLower().Contains("deflate"))  
            {  
                using (DeflateStream stream = new DeflateStream(response.GetResponseStream(), CompressionMode.Decompress))  
                {  
                    using (StreamReader reader = new StreamReader(stream, Encoding.UTF8))  
                    {  
                        sHTML = reader.ReadToEnd();  
                    }  
                }  
            }  
            else  
            {  
                using (Stream stream = response.GetResponseStream())  
                {  
                    using (StreamReader reader = new StreamReader(stream, Encoding.UTF8))  
                    {  
                        sHTML = reader.ReadToEnd();  
                    }  
                }  
            }  
        }  
        return sHTML;  
    }

转自:https://blog.csdn.net/daiyan_csdn/article/details/52224667
  • 1
    点赞
  • 1
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值