Winista.HtmlParser

using Winista.Text.HtmlParser.Visitors;
using Winista.Text.HtmlParser;
using Winista.Text.HtmlParser.Util;     //包含ParserExceptiongjgjgsdfdfww222
using Winista.Text.HtmlParser.Filters;
using Winista.Text.HtmlParser.Tags;
public partial class CreateWeatherInfo : System.Web.UI.Page
{
    protected void Page_Load(object sender, EventArgs e)
    {
        if (!Page.IsPostBack)
        {
            try
            {
                Response.Expires=600;
                Server.ScriptTimeout = 600;
                DateTime beginTime = DateTime.Now;              
                string cityCode = "",htmlSource="";              
                ITag tempTag;
               
                string todayWeather="",tomWeather="",thirdWeather="";
                SqlParameter[] para = new SqlParameter[] {
                    new SqlParameter("@cityName", SqlDbType.NVarChar,50),                   
                    new SqlParameter("@todayWeather", SqlDbType.NVarChar,300),
                    new SqlParameter("@tomWeather", SqlDbType.NVarChar,300),
                    new SqlParameter("@thirdWeather", SqlDbType.NVarChar,300)
                };
                SqlDataReader read = DataOp.ExecuteReader(DataOp.connWeatherDemo, CommandType.StoredProcedure, "up_getCityList", null);
                while (read.Read())
                {
                    todayWeather="";
                    tomWeather="";
                    thirdWeather = "";
                    cityCode = read["status"].ToString().Trim();
                    htmlSource = Tools.GetWebContent("http://www.****.com/"+cityCode+".shtml");
                    Parser parser = Parser.CreateParser(htmlSource, "GBK");  //utf-8
                    Parser parserTable = Parser.CreateParser(htmlSource, "GBK");
                    NodeFilter filter;
                    filter = new AndFilter(new TagNameFilter("table"), new HasAttributeFilter("class", "yuBaoTable"));
                    NodeFilter filterDiv = new AndFilter(new TagNameFilter("div"), new HasAttributeFilter("class", "tqyb_new"));
                    NodeList nodeList = parser.Parse(filterDiv);
                    if (nodeList.Count > 0)
                    {
                        #region    div class="tqyb_new" 格式的页面
                        for (int i = 0; i < nodeList.Count; i++)
                        {
                            tempTag = nodeList[i] as ITag;
                            //Response.Write(tempTag.ToPlainTextString().Trim()+"  </br>");

                            if (i == 0)
                            {                               
                                string msg = "", today1 = "", night = "";
                                today1 = WeatherAllInfo(tempTag)[0];
                                night = WeatherAllInfo(tempTag)[1];
                                todayWeather = today1 + " \n " + night;
                                todayWeather = todayWeather.Replace("&nbsp;", "");
                                //Response.Write(msg + " " + today1 + " </br>" + night + "</br>");
                            }
                            else
                                if (i == 1)
                                {
                                    string msg = "", today1 = "", night = "";
                                    today1 = WeatherAllInfo(tempTag)[0];
                                    night = WeatherAllInfo(tempTag)[1];
                                    tomWeather = today1 + " \n " + night;
                                    tomWeather = tomWeather.Replace("&nbsp;", "");
                                    //Response.Write(msg + " " + today1 + " </br>" + night + "</br>");
                                }
                                else
                                    if (i == 2)
                                    {
                                        string msg = "", today1 = "", night = "";
                                        today1 = WeatherAllInfo(tempTag)[0];
                                        night = WeatherAllInfo(tempTag)[1];
                                        thirdWeather = today1 + " \n " + night;
                                        thirdWeather = thirdWeather.Replace("&nbsp;", "");
                                        //Response.Write(msg + " " + today1 + " </br>" + night + "</br>");
                                    }
                        }
                        //Response.Write("</br></br>");
                        #endregion                       
                    }
                    else
                    {
                       #region   table格式的页面
                       NodeList nodeList1 = parserTable.Parse(filter);
                       for (int i = 0; i < nodeList1.Count; i++)
                       {
                           tempTag = nodeList1[i] as ITag;
                           if (i == 0)
                           {                              
                               TableTag table = (TableTag)tempTag;//上面判断如果得到的第一个为table                               
                               Winista.Text.HtmlParser.Tags.TableRow[] tr = table.Rows;//得到该table所有的tr
                               foreach (Winista.Text.HtmlParser.Tags.TableRow r in tr)//遍历所有tr
                               {
                                   TableColumn[] tc = r.Columns;

                                   foreach (TableColumn column1 in tc)//遍历所有的td
                                   {
                                       todayWeather += column1.ToPlainTextString().Trim() + " ";

                                   }
                                   todayWeather += " \n ";
                               }
                           }
                           else
                               if (i == 1)
                               {
                                   TableTag table = (TableTag)tempTag;//上面判断如果得到的第一个为table

                                   Winista.Text.HtmlParser.Tags.TableRow[] tr = table.Rows;//得到该table所有的tr
                                   foreach (Winista.Text.HtmlParser.Tags.TableRow r in tr)//遍历所有tr
                                   {
                                       TableColumn[] tc = r.Columns;
                                       foreach (TableColumn column2 in tc)//遍历所有的td
                                       {
                                           tomWeather += column2.ToPlainTextString().Trim() + " ";
                                       }
                                       tomWeather += " \n ";
                                   }
                               }
                               else
                                   if (i == 2)
                                   {
                                       TableTag table = (TableTag)tempTag;//上面判断如果得到的第一个为table

                                       Winista.Text.HtmlParser.Tags.TableRow[] tr = table.Rows;//得到该table所有的tr
                                       foreach (Winista.Text.HtmlParser.Tags.TableRow r in tr)//遍历所有tr
                                       {
                                           TableColumn[] tc = r.Columns;
                                           foreach (TableColumn column3 in tc)//遍历所有的td
                                           {
                                               thirdWeather += column3.ToPlainTextString().Trim() + " ";
                                           }
                                           thirdWeather += " \n ";
                                       }
                                   }
                       }
                       //Response.Write(todayWeather + tomWeather + thirdWeather+"</br></br>");
#endregion                     
                    }                  
                   
                    para[0].Value = read["cityname_cn"].ToString().Trim();
                    para[1].Value = todayWeather;
                    para[2].Value = tomWeather;
                    para[3].Value = thirdWeather;
                    DataOp.ExecuteNonQuery(DataOp.connWeatherDemo, CommandType.StoredProcedure, "up_updateweatherinfo", para);
                }
                Response.Write("<br/> ok ,开始时间:" + beginTime.ToString());
                Response.Write("<br/>结束时间:" + DateTime.Now.ToString());               
                //添加最新更新时间
                DataOp.ExecuteNonQuery(DataOp.connWeatherDemo,CommandType.Text,"insert into weather_createTime(createTime) values('"+DateTime.Now.ToString()+"')",null);
                //Response.Write("<script language:javascript>javascript:window.opener=null;window.close();</script>");   //关闭IE6不提示
                //Response.Write("<script language='javascript'>window.open('','_top');window.top.close();  </script>");    //关闭IE7不提示
            }
            catch (Exception ex)
            {
                Response.Write(ex.Message);
            }
        }

 

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值