java 代理访问 URLConnection

import java.io.BufferedInputStream;
import java.io.FileOutputStream;
import java.net.Authenticator;
import java.net.PasswordAuthentication;
import java.net.URL;
import java.net.URLConnection;
import java.util.Properties;
import java.util.logging.Logger;

import org.junit.Test;

public class EclipseStart {

	private static final Logger logg = Logger.getLogger(EclipseStart.class.getName());
	private static final String username = "域\\用户";
	private static final String password = "密码";
	private static final String host = "ip";
	private static final String port = "端口";
	
	/**
	 * 访问代理认证
	 */
	public static void initAuth() {
		Properties props = System.getProperties();
		props.setProperty("proxySet", "true");
		props.setProperty("http.proxyHost", host);
		props.setProperty("http.proxyPort", port);
		Authenticator.setDefault(new Authenticator() {
			protected PasswordAuthentication getPasswordAuthentication() {
				return new PasswordAuthentication(username,
						new String(password).toCharArray());
			}
		});
	}

	@Test
	public void test() {
		this.initAuth();
		logg.info(getHtmlShow("http://www.baidu.com"));
		System.out.println("fuck usa");
		getHtmlToSaveFile("http://www.baidu.com", "d:\\", "do.html");
	}
	
	/**
	 * 获得指定地址的html代码
	 * @param address
	 * @return
	 */
	private static String getHtmlShow(String address) {
		StringBuffer html = new StringBuffer();
		String result = null;
		try {
			URL url = new URL(address);
			URLConnection conn = url.openConnection();
			conn.setRequestProperty(
					"User-Agent",
					"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; GTB5; .NET CLR 2.0.50727; CIBA)");
			BufferedInputStream in = new BufferedInputStream(
					conn.getInputStream());
			try {
				String inputLine;
				byte[] buf = new byte[4096];
				int bytesRead = 0;
				while (bytesRead >= 0) {
					inputLine = new String(buf, 0, bytesRead, "ISO-8859-1");
					html.append(inputLine);
					bytesRead = in.read(buf);
					inputLine = null;
				}
				buf = null;
			} finally {
				in.close();
				conn = null;
				url = null;
			}
			result = new String(html.toString().trim().getBytes("ISO-8859-1"),
					"gb2312").toLowerCase();
		} catch (Exception e) {
			e.printStackTrace();
			return null;
		}
		html = null;
		return result;
	}
	
	/**
	 * 获得指定地址的html代码 保存为文件
	 * @param address
	 * @return
	 */
	private static void getHtmlToSaveFile(String address,String path,String fileName) {
		try {
			URL url = new URL(address);
			URLConnection conn = url.openConnection();
			BufferedInputStream in = new BufferedInputStream(
					conn.getInputStream());
			FileOutputStream fs = new FileOutputStream(path+fileName);
			try {
				byte[] buf = new byte[1024];
				int bytesRead = 0;
				while ((bytesRead = in.read(buf)) != -1) {
					bytesRead += bytesRead;
					fs.write(buf);
				 }
				logg.info(""+bytesRead);
			} finally {
				in.close();
				conn = null;
				url = null;
			}
		} catch (Exception e) {
			e.printStackTrace();
		}
	}
}


  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值