java使用代理请求https

我本来在我本机写的代码，本机电脑是可以连外网没限制，对于https和http都可以。但是放在linux服务器上后，因为VM限制了不能访问外网，而且有ssl验证所以就一直报错，要么是连不上线上请求，要么是访问不了SSL 443端口，其实这2错一样。

package util_liyuan;

import java.io.BufferedReader;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.InetSocketAddress;
import java.net.Proxy;
import java.net.Socket;
import java.net.URL;
import java.security.cert.CertificateException;
import java.security.cert.X509Certificate;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import javax.net.ssl.HostnameVerifier;
import javax.net.ssl.HttpsURLConnection;
import javax.net.ssl.SSLContext;
import javax.net.ssl.SSLEngine;
import javax.net.ssl.SSLSession;
import javax.net.ssl.TrustManager;
import javax.net.ssl.X509ExtendedTrustManager;

public class Tools {

    private static boolean proxySet = true;
    private static String proxyHost = "192.168.11.254";
    private static int proxyPort = 8080;
	public static final String GET_URL = "https://csc.pconline.com.cn/s/buy/search/getSkuByLink.xsp";
    public static void main(String[] args) {
    	List<String> params = readFile02("E:\\360downloads\\111\\urls.txt");
        sendGet(params, proxySet);
    }
  //读取本地文件pos.txt
  	public static List<String> readFile02(String path)  {
          // 使用一个字符串集合来存储文本中的路径 ，也可用String []数组
          List<String> list = new ArrayList<String>();
          try {
  			FileInputStream fis = new FileInputStream(path);
  			// 防止路径乱码   如果utf-8 乱码  改GBK     eclipse里创建的txt  用UTF-8，在电脑上自己创建的txt  用GBK
  			InputStreamReader isr = new InputStreamReader(fis, "UTF-8");
  			BufferedReader br = new BufferedReader(isr);
  			String line = "";
  			while ((line = br.readLine()) != null) {
  				// 如果 t x t文件里的路径 不包含---字符串       这里是对里面的内容进行一个筛选
  				list.add(line);
  			}
  			br.close();
  			isr.close();
  			fis.close();
  		} catch (Exception e) {
  			e.printStackTrace();
  		}
          return list;
      }
    //设置请求头属性
    public static Map<String, String> setProperty() {
        HashMap<String, String> pMap = new HashMap<>();
        // pMap.put("Accept-Encoding", "gzip"); //请求定义gzip,响应也是压缩包
        pMap.put("connection", "Keep-Alive");
        pMap.put("user-agent", "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;SV1)");
        pMap.put("Content-Type", "application/x-www-form-urlencoded");
        return pMap;
    }

    /**
     * GET请求
     * 
     * @param url
     *            请求的URL
     * @param param
     *            请求参数，name1=value1&name2=value2 的形式
     * @return 响应结果
     */
    public static StringBuffer sendGet( List<String> params, boolean isproxy) {
        //String result = "";
        BufferedReader in = null;
        StringBuffer sb = new StringBuffer();
        try {
            for (int i = 0; i < params.size(); i++) {
            	URL realUrl = new URL(GET_URL+ "?buyLink=" + params.get(i));
            	// 打开和URL之间的连接
                HttpURLConnection connection = null;
                if (isproxy) {// 使用代理模式
                    @SuppressWarnings("static-access")
                    Proxy proxy = new Proxy(Proxy.Type.DIRECT.HTTP, new InetSocketAddress(proxyHost, proxyPort));
                    connection = (HttpURLConnection) realUrl.openConnection(proxy);
                } else {
                    connection = (HttpURLConnection) realUrl.openConnection();
                }

                // https 忽略证书验证
                if (params.get(i).substring(0, 5).equals("https")) {
                    SSLContext ctx = MyX509TrustManagerUtils();
                    ((HttpsURLConnection) connection).setSSLSocketFactory(ctx.getSocketFactory());
                    ((HttpsURLConnection) connection).setHostnameVerifier(new HostnameVerifier() {
                        @Override
                        public boolean verify(String arg0, SSLSession arg1) {
                            return true;
                        }
                    });
                }

                // 设置通用的请求属性
                for (Map.Entry<String, String> entry : setProperty().entrySet()) {
                    connection.setRequestProperty(entry.getKey(), entry.getValue());
                }
                // 建立连接
                connection.connect();
                // 定义 BufferedReader输入流来读取URL的响应
                if (connection.getResponseCode() == HttpURLConnection.HTTP_OK
                        || connection.getResponseCode() == HttpURLConnection.HTTP_CREATED
                        || connection.getResponseCode() == HttpURLConnection.HTTP_ACCEPTED) {
                    in = new BufferedReader(new InputStreamReader(connection.getInputStream(), "UTF-8"));
                } else {
                    in = new BufferedReader(new InputStreamReader(connection.getErrorStream(), "UTF-8"));
                }
                //System.out.println(in);
                String line;
                while ((line = in.readLine()) != null) {
                	if (line.contains("success")) {
						sb.append(GET_URL + "?buyLink=" + params.get(i)+"解析成功"+"\n");
						//jieguo.add(GET_URL + "?buyLink=" + params.get(i)+"解析成功");
						System.out.println((i+1)+GET_URL + "?buyLink=" + params.get(i)+"解析成功");
					}else {
						sb.append(GET_URL + "?buyLink=" + params.get(i)+"解析失败"+"\n");
						//jieguo.add(GET_URL + "?buyLink=" + params.get(i)+"解析失败");
						System.out.println((i+1)+GET_URL + "?buyLink=" + params.get(i)+"解析失败");
					}
                }
			}
            
            
            
        } catch (Exception e) {
            System.out.println("发送GET请求出现异常！");
            e.printStackTrace();
        }
        // 使用finally块来关闭输入流
        finally {
            try {
                if (in != null) {
                    in.close();
                }
            } catch (Exception e2) {
                e2.printStackTrace();
            }
        }
        return sb;
    }

    /**
     * POST请求
     * 
     * @param url
     *            发送请求的 URL
     * @param param
     *            请求参数 name1=value1&name2=value2 的形式
     * @param isproxy
     *            是否使用代理模式
     * @return 响应结果
     */
    public static String sendPost(String url, String param, boolean isproxy) {
        OutputStreamWriter out = null;
        BufferedReader in = null;
        String result = "";
        try {
            URL realUrl = new URL(url);
            HttpURLConnection conn = null;
            if (isproxy) {// 使用代理模式
                @SuppressWarnings("static-access")
                Proxy proxy = new Proxy(Proxy.Type.DIRECT.HTTP, new InetSocketAddress(proxyHost, proxyPort));
                conn = (HttpURLConnection) realUrl.openConnection(proxy);
            } else {
                conn = (HttpURLConnection) realUrl.openConnection();
            }

            // https
            if (url.substring(0, 5).equals("https")) {
                SSLContext ctx = MyX509TrustManagerUtils();
                ((HttpsURLConnection) conn).setSSLSocketFactory(ctx.getSocketFactory());
                ((HttpsURLConnection) conn).setHostnameVerifier(new HostnameVerifier() {
                    //在握手期间，如果 URL 的主机名和服务器的标识主机名不匹配，则验证机制可以回调此接口的实现程序来确定是否应该允许此连接。
                    @Override
                    public boolean verify(String arg0, SSLSession arg1) {
                        return true;
                    }
                });
            }

            // 发送POST请求必须设置如下两行
            conn.setDoOutput(true);
            conn.setDoInput(true);
            conn.setRequestMethod("POST"); // POST方法

            // 设置通用的请求属性

            for (Map.Entry<String, String> entry : setProperty().entrySet()) {
                conn.setRequestProperty(entry.getKey(), entry.getValue());
            }
            conn.connect();

            // 获取URLConnection对象对应的输出流
            out = new OutputStreamWriter(conn.getOutputStream(), "UTF-8");
            // 发送请求参数
            out.write(param);
            // flush输出流的缓冲
            out.flush();
            // 定义BufferedReader输入流来读取URL的响应
            if (conn.getResponseCode() == HttpURLConnection.HTTP_OK
                    || conn.getResponseCode() == HttpURLConnection.HTTP_CREATED
                    || conn.getResponseCode() == HttpURLConnection.HTTP_ACCEPTED) {
                in = new BufferedReader(new InputStreamReader(conn.getInputStream(), "UTF-8"));
            } else {
                in = new BufferedReader(new InputStreamReader(conn.getErrorStream(), "UTF-8"));
            }
            String line;
            while ((line = in.readLine()) != null) {
                result += line;
            }
        } catch (Exception e) {
            System.out.println("发送 POST 请求出现异常！");
            e.printStackTrace();
        }
        // 使用finally块来关闭输出流、输入流
        finally {
            try {
                if (out != null) {
                    out.close();
                }
                if (in != null) {
                    in.close();
                }
            } catch (IOException ex) {
                ex.printStackTrace();
            }
        }
        return result;
    }

    // ===========================utils===================

    /**
     * url编码
     * 
     * @param source
     *            待编码字符串
     * @param encode
     *            字符编码 eg:UTF-8
     * @return 编码字符串
     */
    public static String urlEncode(String source, String encode) {
        String result = source;
        try {
            result = java.net.URLEncoder.encode(source, encode);
        } catch (UnsupportedEncodingException e) {
            e.printStackTrace();
            return "0";
        }
        return result;
    }

    /*
     * HTTPS忽略证书验证,防止高版本jdk因证书算法不符合约束条件,使用继承X509ExtendedTrustManager的方式
     */
    class MyX509TrustManager extends X509ExtendedTrustManager {

        @Override
        public void checkClientTrusted(X509Certificate[] arg0, String arg1) throws CertificateException {
            // TODO Auto-generated method stub

        }

        @Override
        public void checkServerTrusted(X509Certificate[] arg0, String arg1) throws CertificateException {
            // TODO Auto-generated method stub

        }

        @Override
        public X509Certificate[] getAcceptedIssuers() {
            // TODO Auto-generated method stub
            return null;
        }

        @Override
        public void checkClientTrusted(X509Certificate[] arg0, String arg1, Socket arg2) throws CertificateException {
            // TODO Auto-generated method stub

        }

        @Override
        public void checkClientTrusted(X509Certificate[] arg0, String arg1, SSLEngine arg2)
                throws CertificateException {
            // TODO Auto-generated method stub

        }

        @Override
        public void checkServerTrusted(X509Certificate[] arg0, String arg1, Socket arg2) throws CertificateException {
            // TODO Auto-generated method stub

        }

        @Override
        public void checkServerTrusted(X509Certificate[] arg0, String arg1, SSLEngine arg2)
                throws CertificateException {
            // TODO Auto-generated method stub

        }

    }

    public static SSLContext MyX509TrustManagerUtils() {

        TrustManager[] tm = { new HttpsUtils().new MyX509TrustManager() };
        SSLContext ctx = null;
        try {
            ctx = SSLContext.getInstance("TLS");
            ctx.init(null, tm, null);
        } catch (Exception e) {
            e.printStackTrace();
        }
        return ctx;
    }

}

　　

转载于:https://www.cnblogs.com/sincoolvip/p/10756996.html