C Sharp语言使用爬虫代理的方案

最新推荐文章于 2024-09-01 15:51:59 发布

Laicaling

最新推荐文章于 2024-09-01 15:51:59 发布

阅读量287

点赞数

分类专栏：数据采集爬虫代理 http代理网络爬虫

本文链接：https://blog.csdn.net/Laicaling/article/details/87938710

版权

// 要访问的目标页面
string targetUrl = “http://httpbin.org/ip”;

// 代理服务器
string proxyHost = "http://t.16yun.cn";
string proxyPort = "6447";

// 代理隧道验证信息
string proxyUser = "16IXNGXO";
string proxyPass = "366338";

// 设置代理服务器
WebProxy proxy = new WebProxy(string.Format("{0}:{1}", proxyHost, proxyPort), true);


ServicePointManager.Expect100Continue = false;

var request = WebRequest.Create(targetUrl) as HttpWebRequest;

request.AllowAutoRedirect = true;
request.KeepAlive = true;
request.Method    = "GET";
request.Proxy     = proxy;

//request.Proxy.Credentials = CredentialCache.DefaultCredentials;

request.Proxy.Credentials = new System.Net.NetworkCredential(proxyUser, proxyPass);

// 设置Proxy Tunnel
// Random ran=new Random();
// int tunnel =ran.Next(1,10000);
// request.Headers.Add("Proxy-Tunnel", Str