JAVA 动态替换代理IP并模拟POST请求

首先创建一下代理的IP和端口

package postTest;

import java.util.List;

/**
 * 
 * 获取代理信息
 * 
 * */
public class ProxyInfo {
	String proxyIP = null;
	String proxyPort = null;
	
    public String getProxyIP() {
		return proxyIP;
	}
	public void setProxyIP(String proxyIP) {
		this.proxyIP = proxyIP;
	}
	public String getProxyPort() {
		return proxyPort;
	}
	public void setProxyPort(String proxyPort) {
		this.proxyPort = proxyPort;
	}
	public static List<ProxyInfo> arrayList() {
		// TODO Auto-generated method stub
		
		return null;
	}
}

然后从文件中读入代理IP和端口列表，以空格分割

package postTest;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.util.ArrayList;

public class ReadFile {
	/**
	 *	读取TXT文件中的代理配置文件
	 *	1、获得文件句柄
	 *	2、 获得的句柄当作一个字节码流，对输入的码流进行读取
	 *	读取到输入流之后，需要读取生成字节流
	 * 	逐行输出
	 * 	考虑到异常情况
	 * */
	public static ArrayList<ProxyInfo> readFile(String filePath){
		String encoding = "UTF-8";
		File file = new File(filePath);
		ProxyInfo proxys = new ProxyInfo();
		ArrayList<ProxyInfo> infos = new ArrayList<ProxyInfo>();
		if(file.isFile() && file.exists()){//判断文件是否存在
			try {
				InputStreamReader read = new InputStreamReader(
						new FileInputStream(file), encoding);//编码格式
				BufferedReader bufferedReader = new BufferedReader(read);
				String textLine = null;
				
				for(int i = 0; (textLine = bufferedReader.readLine()) != null; i++){
					String[] proxyInfo = textLine.split(" ");
					proxys.setProxyIP(proxyInfo[0]);
					proxys.setProxyPort(proxyInfo[1]);
					infos.add(proxys);
					//System.out.println(((ProxyInfo) infos.get(i)).getProxyIP());
					//System.out.println(((ProxyInfo) infos.get(i)).getProxyPort());
				}
			} catch (UnsupportedEncodingException e) {
				// TODO Auto-generated catch block
				e.printStackTrace();
			} catch (FileNotFoundException e) {
				// TODO Auto-generated catch block
				e.printStackTrace();
			} catch (IOException e){
				e.printStackTrace();
			}
		}else{
			System.out.println("Can not find the Proxy File");
		}
		return infos;
	}
	/*public static void main(String[] args){
		readFile("D:/proxy.txt");
	} */
}

然后，将读入的IP列表设置为代理

package postTest;

import postTest.*;

import org.apache.log4j.*;
import java.io.*;
import java.net.*;
import java.util.*;

public class TestPost {  
	
	private static final Logger log = Logger.getLogger(TestPost.class);
	
    public static void TestPost() throws IOException {  
    	/*ProxyInfo proxyInfo = new ProxyInfo();
    	String proxyIP = proxyInfo.getProxyIP();
        int proxyPort = proxyInfo.getProxyPort();*/
    	
    	//ReadFile.readFile("");
    	
		ArrayList<ProxyInfo> abc = ReadFile.readFile("D:/proxy.txt");
        URL url = new URL("http://vote.sinabz.com/index.php?c=Index&a=tp");  
        for(int i = 0; i < 1; i++ ){
        	//Proxy proxy = new Proxy(Proxy.Type.DIRECT.HTTP, new InetSocketAddress("127.0.0.1", 8087));
        	System.getProperty("http.maxRedirects", "50");
        	System.getProperties().setProperty("proxySet", "true");
        	System.out.println("此时的代理服务器设置为" + abc.get(i).getProxyIP()
        			+ "端口号设置为" + abc.get(i).getProxyPort());
        	URLConnection connection = url.openConnection(); 
        	connection.setRequestProperty(//设置终端类型
        			"User-Agent",
        			"Mozilla/4.0 (compatible; MSIE 7.0; NT 5.1; GTB5; .NET CLR 2.0.50727; CIBA)"
        			);  
        	System.getProperties().setProperty("http.proxyHost", abc.get(i).getProxyIP());
        	System.getProperties().setProperty("http.proxyPort", abc.get(i).getProxyPort());
        
            connection.setDoOutput(true);  
            OutputStreamWriter out = new OutputStreamWriter(connection.getOutputStream(), "UTF-8");  
            out.write("id=19&submit="); // 向页面传递数据。post的关键所在！  
            out.flush();  
            out.close();  
            // 一旦发送成功，用以下方法就可以得到服务器的回应：  
            String sCurrentLine;  
            String sTotalString;  
            sCurrentLine = "";  
            sTotalString = "";  
            InputStream l_urlStream;  
            l_urlStream = connection.getInputStream();  
            // 传说中的三层包装阿！  
            BufferedReader l_reader = new BufferedReader(new InputStreamReader(  
                    l_urlStream));  
            while ((sCurrentLine = l_reader.readLine()) != null) {  
                sTotalString += sCurrentLine + "\r\n";  
      
            }  
            System.out.println(sTotalString);  
        	log.info(getHtml("http://www.ip138.com/ips138.asp?"));  
        }  
    }  
  
	public static void main(String[] args) throws IOException {  
    	//System.setProperties("");
    	//System.setProperty("", "");
        TestPost();  
    }  
	/****************下面是从IP138获取一下是否正确设置了代理服务器**************/
	private static String getHtml(String address){  
        StringBuffer html = new StringBuffer();  
        String result = null;  
        try{  
            URL url = new URL(address);  
            URLConnection conn = url.openConnection();  
            conn.setRequestProperty("User-Agent","Mozilla/4.0 (compatible; MSIE 7.0; NT 5.1; GTB5; .NET CLR 2.0.50727; CIBA)");  
            BufferedInputStream in = new BufferedInputStream(conn.getInputStream());  
              
            try{  
                String inputLine;  
                byte[] buf = new byte[4096];  
                int bytesRead = 0;  
                while (bytesRead >= 0) {  
                    inputLine = new String(buf, 0, bytesRead, "ISO-8859-1");  
                    html.append(inputLine);  
                    bytesRead = in.read(buf);  
                    inputLine = null;  
                }  
                buf = null;  
            }finally{  
                in.close();  
                conn = null;  
                url = null;  
            }  
            result = new String(html.toString().trim().getBytes("ISO-8859-1"), "gb2312").toLowerCase();  
              
        }catch (Exception e) {  
            e.printStackTrace();  
            return null;  
        }finally{  
            html = null;              
        }  
        System.out.println(result);
        return result;  
    }  
}