页面信息抓取

换新公司了,公司正用此技术,正在学习中……

using System;
using System.Collections.Generic;
using System.Text;
using System.Text.RegularExpressions;
using System.Net;
using System.IO;


namespace diytrade
{
    class Program
    {
        static void Main(string[] args)
        {
            ComMethord.FirstLeve _FirstLeve=new diytrade.ComMethord.FirstLeve() ;
            string strHtml = string.Empty;
            strHtml = GetSourceHtml(_FirstLeve.FirstLink);
            Console.Write(strHtml);
        }

        private static string GetSourceHtml(string urlstr)
        {
            urlstr = "http://www.diytrade.com/directory/china/buy/leads-catalogs.html";
            //WebRequest wreq = WebRequest.Create(urlstr);
            //WebResponse wres = wreq.GetResponse();
            //Stream rece = wres.GetResponseStream();

            //Byte[] read = new Byte[512];
            //int bytes = rece.Read(read, 0, 512);

            //string reshtml = "";
            //while (bytes > 0)
            //{
            //    Encoding encode = Encoding.GetEncoding("gb2312");
            //    reshtml += encode.GetString(read, 0, bytes);
            //    bytes = rece.Read(read, 0, 512);
            //}
            //return reshtml;

            System.Net.HttpWebRequest _Request = (System.Net.HttpWebRequest)System.Net.HttpWebRequest.Create(urlstr);
            System.Net.HttpWebResponse _Response = (System.Net.HttpWebResponse)_Request.GetResponse();
            System.IO.StreamReader _StreamReader = new System.IO.StreamReader(_Response.GetResponseStream(), Encoding.Default);
            StringBuilder _StreamString = new StringBuilder();
            _StreamString.Append(_StreamReader.ReadToEnd());
            _StreamReader.Close();
            return _StreamString.ToString();
        }
   


    }
}
//提取源文件中的文章内容,去掉页面的头尾。

正在学习中,所以只能从其它地方借来参阅

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 1
    评论
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值