C# 爬虫

最新推荐文章于 2024-07-25 14:16:13 发布

Stephen-Jie

最新推荐文章于 2024-07-25 14:16:13 发布

阅读量4.1k

点赞数

分类专栏： C#

本文链接：https://blog.csdn.net/qiangqiang_0420/article/details/89018964

版权

C# 专栏收录该内容

8 篇文章 0 订阅

订阅专栏

需要用到html解析插件 -工具- NuGet程序包 <jumony core>

    string url = "https://www.soogif.com/";

    void Index()
    {
        IHtmlDocument source = new JumonyParser().LoadDocument(url,System.Text.Encoding.GetEncoding("utf-8"));
        var links = source.Find("img");
        int num = 0;
        foreach (var link in links)
        {
            string value = link.Attribute("data-src").Value();
            if (value != null)
            {
                num++;
                string path = desPath + "\\" + num;
                DownloadImage2(value, path+".gif");
            }
        }
    }
    string desPath = "C:\\gif";
    private void DownloadImage2(string objUrl, string destFileName)
    {
        HttpWebRequest request = (HttpWebRequest)HttpWebRequest.Create(objUrl);
        using (HttpWebResponse response = (HttpWebResponse)request.GetResponse())
        {
            if (response.StatusCode == HttpStatusCode.OK)
            {
                using (Stream stream = response.GetResponseStream())
                {
                    using (FileStream fileStream = new FileStream(destFileName, FileMode.Create))
                    {
                        stream.CopyTo(fileStream);//stream 写入到fileStream中
                    }
                }
            }
            else
            {
                throw new Exception("下载" + objUrl + "失败，错误码：" + response.StatusCode);
            }
        }
    }