Java 获得网页源代码和模拟浏览器请求

2019独角兽企业重金招聘Python工程师标准>>>

直接附上代码，copy直接运行

package com.sh.Browser;

import java.io.BufferedReader;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;
import java.io.PrintWriter;
import java.net.URL;
import java.net.URLConnection;
public class GetPageContent {
 /**
  * @param args
  */
 public static void main(String[] args) {
  try {
   //http://api.map.baidu.com/geocoder/v2/?ak=KQiPaEKtT6xAoRKMbMLvBZze&callback=renderReverse&location=31.249161,121.487899&output=json&pois=1&qq-pf-to=pcqq.c2c
    URL u1=new URL("http://api.map.baidu.com/location/ip?ak=E4805d16520de693a3fe707cdc962045&ip=202.198.16.3&coor=bd09ll");
   
    
    URL url = new URL("http://api.map.baidu.com/location/ip?ak=E4805d16520de693a3fe707cdc962045&ip=183.56.167.29&coor=bd09ll");
    
    URLConnection conn = url.openConnection();
    conn.setDoOutput(true);
    InputStream in = null;
    in = url.openStream();
    String content = pipe(in,"utf-8");
    
    System.out.println(content);
    
    
  } catch (Exception e) {
   e.printStackTrace();
  }
 }
 static String pipe(InputStream in,String charset) throws IOException {
        StringBuffer s = new StringBuffer();
        if(charset==null||"".equals(charset)){
         charset="utf-8";
        }
        String rLine = null;
        BufferedReader bReader = new BufferedReader(new InputStreamReader(in,charset));
        PrintWriter pw = null;
        
  FileOutputStream fo = new FileOutputStream("../index.html");
  OutputStreamWriter writer = new OutputStreamWriter(fo, "utf-8");
  pw = new PrintWriter(writer);
        while ( (rLine = bReader.readLine()) != null) {
            String tmp_rLine = rLine;
            int str_len = tmp_rLine.length();
            if (str_len > 0) {
              s.append(tmp_rLine);
              pw.println(tmp_rLine);
              pw.flush();
            }
            tmp_rLine = null;
       }
        in.close();
        pw.close();
        return s.toString();
 }
}

转载于:https://my.oschina.net/superkangning/blog/341347