C#爬虫程序

public string doGet(string url)
        {
            string result = null;
            try
            {
                WebRequest req = WebRequest.Create(url);
                HttpWebRequest httpreg = (HttpWebRequest)req;
                httpreg.Method = "GET";
                httpreg.UserAgent = "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 2.0.50727; CIBA)";
                WebResponse resp = httpreg.GetResponse();
                StreamReader reader = new StreamReader(resp.GetResponseStream(), Encoding.GetEncoding("utf-8"));
                result = reader.ReadToEnd();
            }
            catch (Exception ex)
            {
                return "";
            }
            return result;
        }

        /// <summary> 
        /// 返回匹配多个的集合值 
        /// </summary> 
        /// <param name="start">开始html tag</param> 
        /// <param name="end">结束html tag</param> 
        /// <param name="html">html</param> 
        /// 

        public static IList<string> GetHtmls(string start, string end, string html)
        {
            IList<string> list = new List<string>();
            try
            {
                string pattern = string.Format("{0}(?<g>(.|[/r/n])+?){1}", start, end);//匹配URL的模式,并分组 
                MatchCollection mc = Regex.Matches(html, pattern);//满足pattern的匹配集合 
                if (mc.Count != 0)
                {
                    foreach (Match match in mc)
                    {
                        GroupCollection gc = match.Groups;
                        list.Add(gc["g"].Value);
                    }
                }
            }
            catch { }
            return list;
        }

        public static string GetHtml(string start, string end, string html)
        {
            string ret = string.Empty;
            try
            {
                string pattern = string.Format("{0}(?<g>(.|[/r/n])+?)?{1}", start, end);//匹配URL的模式,并分组 
                ret = Regex.Match(html, pattern).Groups["g"].Value;

            }
            catch { }

            return ret;
        }