Winista.HtmlParser-CSDN博客

using Winista.Text.HtmlParser.Visitors;
using Winista.Text.HtmlParser;
using Winista.Text.HtmlParser.Util;     //包含ParserExceptiongjgjgsdfdfww222
using Winista.Text.HtmlParser.Filters;
using Winista.Text.HtmlParser.Tags;
public partial class CreateWeatherInfo : System.Web.UI.Page
{
    protected void Page_Load(object sender, EventArgs e)
    {
        if (!Page.IsPostBack)
        {
            try
            {
                Response.Expires=600;
                Server.ScriptTimeout = 600;
                DateTime beginTime = DateTime.Now;
                string cityCode = "",htmlSource="";
                ITag tempTag;

                string todayWeather="",tomWeather="",thirdWeather="";
                SqlParameter[] para = new SqlParameter[] {
                    new SqlParameter("@cityName", SqlDbType.NVarChar,50),
                    new SqlParameter("@todayWeather", SqlDbType.NVarChar,300),
                    new SqlParameter("@tomWeather", SqlDbType.NVarChar,300),
                    new SqlParameter("@thirdWeather", SqlDbType.NVarChar,300)
                };
                SqlDataReader read = DataOp.ExecuteReader(DataOp.connWeatherDemo, CommandType.StoredProcedure, "up_getCityList", null);
                while (read.Read())
                {
                    todayWeather="";
                    tomWeather="";
                    thirdWeather = "";
                    cityCode = read["status"].ToString().Trim();
                    htmlSource = Tools.GetWebContent("http://www.****.com/"+cityCode+".shtml");
                    Parser parser = Parser.CreateParser(htmlSource, "GBK"); //utf-8
                    Parser parserTable = Parser.CreateParser(htmlSource, "GBK");
                    NodeFilter filter;
                    filter = new AndFilter(new TagNameFilter("table"), new HasAttributeFilter("class", "yuBaoTable"));
                    NodeFilter filterDiv = new AndFilter(new TagNameFilter("div"), new HasAttributeFilter("class", "tqyb_new"));
                    NodeList nodeList = parser.Parse(filterDiv);
                    if (nodeList.Count > 0)
                    {
                        #region    div class="tqyb_new" 格式的页面
                        for (int i = 0; i < nodeList.Count; i++)
                        {
                            tempTag = nodeList[i] as ITag;
                            //Response.Write(tempTag.ToPlainTextString().Trim()+" </br>");

                            if (i == 0)
                            {
                                string msg = "", today1 = "", night = "";
                                today1 = WeatherAllInfo(tempTag)[0];
                                night = WeatherAllInfo(tempTag)[1];
                                todayWeather = today1 + " \n " + night;
                                todayWeather = todayWeather.Replace(" ", "");
                                //Response.Write(msg + " " + today1 + " </br>" + night + "</br>");
                            }
                            else
                                if (i == 1)
                                {
                                    string msg = "", today1 = "", night = "";
                                    today1 = WeatherAllInfo(tempTag)[0];
                                    night = WeatherAllInfo(tempTag)[1];
                                    tomWeather = today1 + " \n " + night;
                                    tomWeather = tomWeather.Replace(" ", "");
                                    //Response.Write(msg + " " + today1 + " </br>" + night + "</br>");
                                }
                                else
                                    if (i == 2)
                                    {
                                        string msg = "", today1 = "", night = "";
                                        today1 = WeatherAllInfo(tempTag)[0];
                                        night = WeatherAllInfo(tempTag)[1];
                                        thirdWeather = today1 + " \n " + night;
                                        thirdWeather = thirdWeather.Replace(" ", "");
                                        //Response.Write(msg + " " + today1 + " </br>" + night + "</br>");
                                    }
                        }
                        //Response.Write("</br></br>");
                        #endregion
                    }
                    else
                    {
                       #region   table格式的页面
                       NodeList nodeList1 = parserTable.Parse(filter);
                       for (int i = 0; i < nodeList1.Count; i++)
                       {
                           tempTag = nodeList1[i] as ITag;
                           if (i == 0)
                           {
                               TableTag table = (TableTag)tempTag;//上面判断如果得到的第一个为table
                               Winista.Text.HtmlParser.Tags.TableRow[] tr = table.Rows;//得到该table所有的tr
                               foreach (Winista.Text.HtmlParser.Tags.TableRow r in tr)//遍历所有tr
                               {
                                   TableColumn[] tc = r.Columns;

                                   foreach (TableColumn column1 in tc)//遍历所有的td
                                   {
                                       todayWeather += column1.ToPlainTextString().Trim() + " ";

                                   }
                                   todayWeather += " \n ";
                               }
                           }
                           else
                               if (i == 1)
                               {
                                   TableTag table = (TableTag)tempTag;//上面判断如果得到的第一个为table

                                       Winista.Text.HtmlParser.Tags.TableRow[] tr = table.Rows;//得到该table所有的tr
                                       foreach (Winista.Text.HtmlParser.Tags.TableRow r in tr)//遍历所有tr
                                       {
                                           TableColumn[] tc = r.Columns;
                                           foreach (TableColumn column3 in tc)//遍历所有的td
                                           {
                                               thirdWeather += column3.ToPlainTextString().Trim() + " ";
                                           }
                                           thirdWeather += " \n ";
                                       }
                                   }
                       }
                       //Response.Write(todayWeather + tomWeather + thirdWeather+"</br></br>");
#endregion
                    }

                    para[0].Value = read["cityname_cn"].ToString().Trim();
                    para[1].Value = todayWeather;
                    para[2].Value = tomWeather;
                    para[3].Value = thirdWeather;
                    DataOp.ExecuteNonQuery(DataOp.connWeatherDemo, CommandType.StoredProcedure, "up_updateweatherinfo", para);
                }
                Response.Write("<br/> ok ,开始时间：" + beginTime.ToString());
                Response.Write("<br/>结束时间：" + DateTime.Now.ToString());
                //添加最新更新时间
                DataOp.ExecuteNonQuery(DataOp.connWeatherDemo,CommandType.Text,"insert into weather_createTime(createTime) values('"+DateTime.Now.ToString()+"')",null);
                //Response.Write("<script language:javascript>javascript:window.opener=null;window.close();</script>");   //关闭IE6不提示
                //Response.Write("<script language='javascript'>window.open('','_top');window.top.close(); </script>");    //关闭IE7不提示
            }
            catch (Exception ex)
            {
                Response.Write(ex.Message);
            }
        }