网页正文提取 java_网页提取接口JAVA代码示例 网页内容抓取API接口JAVA代码示例 iP138查询网...

public class QueryHelper {

/**

* txt|jsonp|xml

*/

public static String DATATYPE="text";

public static String get(String urlString,String token) {

try {

URL url = new URL(urlString);

HttpURLConnection conn = (HttpURLConnection) url.openConnection();

conn.setConnectTimeout(5 * 1000);

conn.setReadTimeout(5 * 1000);

conn.setDoInput(true);

conn.setDoOutput(true);

conn.setUseCaches(false);

conn.setInstanceFollowRedirects(false);

conn.setRequestMethod("GET");

conn.setRequestProperty("token",token);

int responseCode = conn.getResponseCode();

if (responseCode == 200) {

StringBuilder builder = new StringBuilder();

BufferedReader br = new BufferedReader(

new InputStreamReader(conn.getInputStream(),"utf-8"));

for (String s = br.readLine(); s != null; s = br

.readLine()) {

builder.append(s);

}

br.close();

return builder.toString();

}

} catch (IOException e) {

e.printStackTrace();

}

return null;

}

public static String queryHtml(String urlString){

String url="https://api.ip138.com/text/?url="+URLEncoder.encode(urlString)+"&type=1";

String token="4d0c2244837514d6f19ca60f4750f20f";

return get(url,token);

}

}

//以下是使用示例：

//QueryHelper.queryHtml("http://www.sina.com.cn/")