c#爬能用日语计算机考研的学校

最新推荐文章于 2024-07-16 13:53:16 发布

m0_63220279

最新推荐文章于 2024-07-16 13:53:16 发布

阅读量92

点赞数

文章标签： c#

本文链接：https://blog.csdn.net/m0_63220279/article/details/129108390

版权

用c#写的核心就是下载网站后用正则匹配如下

HttpWebRequest hwr = (HttpWebRequest)WebRequest.Create(URL);
            hwr.Method = "POST";
            hwr.Referer = @"https://yz.chsi.com.cn/zsml/queryAction.do";
            hwr.UserAgent = @"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36 Edg/109.0.1518.55";
            hwr.ContentType = "application/x-www-form-urlencoded";
            List<KeyValuePair<string, string>> postCanShu = new List<KeyValuePair<string, string>>();
            postCanShu.Add(new KeyValuePair<string, string>("ssdm", ""));
            postCanShu.Add(new KeyValuePair<string, string>("dwmc", ""));
            postCanShu.Add(new KeyValuePair<string, string>("mldm", ""));
            postCanShu.Add(new KeyValuePair<string, string>("mlmc", ""));
            postCanShu.Add(new KeyValuePair<string, string>("yjxkdm", bangou));
            postCanShu.Add(new KeyValuePair<string, string>("zymc", ""));
            postCanShu.Add(new KeyValuePair<string, string>("xxfs", "1"));
            postCanShu.Add(new KeyValuePair<string, string>("pageno", i.ToString()));

            StringBuilder strBu = new StringBuilder();
            foreach (var item in postCanShu)
            {
                strBu.AppendFormat("{0}={1}&", item.Key, item.Value);
            }
            strBu = strBu.Remove(strBu.Length - 1, 1);
            byte[] by;
            by = Encoding.UTF8.GetBytes(strBu.ToString());
            hwr.ContentLength = by.Length;
            using (Stream str = hwr.GetRequestStream())
            {
                str.Write(by, 0, by.Length);
                str.Flush();
                str.Close();
            }
            HttpWebResponse httpWebRe = (HttpWebResponse)hwr.GetResponse();
            using (Stream str = httpWebRe.GetResponseStream())
            {
                using (StreamReader strReader = new StreamReader(str, Encoding.UTF8))
                {
                    string strrr = strReader.ReadToEnd().ToString();
                    if (maxBeJi == 0)
                    {
                        maxBeJi = GetMaxBeJi(Regex.Match(strrr, @"\<div class=\'zsml-page-box\'\>(.|\n)*\<\/ul\> <\/div\>").Value);
                    }
                    hwr.Abort();
                    httpWebRe.Dispose();
                    return strrr;
                }
            }

https://download.csdn.net/download/m0_63220279/87462501?spm=1001.2014.3001.5501https://download.csdn.net/download/m0_63220279/87462501?spm=1001.2014.3001.5501