java获取网页信息_Java获取网页信息的方法

package test;

import java.io.BufferedReader;

import java.io.FileNotFoundException;

import java.io.FileReader;

import java.io.IOException;

import java.io.InputStream;

import java.io.InputStreamReader;

import java.net.MalformedURLException;

import java.net.URL;

import java.net.URLConnection;

import com.sun.xml.internal.txw2.Document;

public class tools {

/**

* 测试方法

*

* @param args

* @throws IOException

*/

public static void main(String[] args) throws IOException {

// TODO Auto-generated method stub

tools tool = null;

if (tool == null) { // 是否创建对象

tool = new tools();

}

String result = tool.getCEDContact("baidu");

System.out.println(result);

}

/**

* 处理字符

*

* @param buffer

* @return 处理结果

*/

private String splitString(StringBuffer buffer) {

String parseString;

String variable = null;

parseString = buffer.toString().replaceAll("

" ").replaceAll("<(.|\n)+?>", " ").replaceAll(" ", ""); // 替换所有的HTML标签

String[] splitArr = parseString.split("/n");

StringBuffer stringBuffer = new StringBuffer();

for (int i = 0; i < splitArr.length; i++) {

stringBuffer.append(splitArr[i]);

stringBuffer.append("\n");

}

variable = stringBuffer.toString();

if (variable.indexOf("CED") > 0 && variable.indexOf("Nameservers") > 0) {// 判断是否存在有需要的CED值

variable = variable.substring(variable.indexOf("CED"), variable

.indexOf("Nameservers"));

}

return variable;

}

/**

* 获取BufferedReader对象

*

* @param urlString链接地址

* @return bufferedReader

* @throws IOException

*/

private BufferedReader getBuffer(String urlString) throws IOException {

BufferedReader bufferedReader = null;

try {

URL url = new URL(urlString);

URLConnection conn = url.openConnection(); // 引用远程对象

bufferedReader = new BufferedReader(new InputStreamReader(conn

.getInputStream())); // 读取对象资源

} catch (MalformedURLException e) {

// TODO Auto-generated catch block

e.printStackTrace();

System.out.println(e.getMessage());

} finally {

return bufferedReader;

}

}

/**

* 获取CED信息

*

* @param parm

* @return String

* @throws IOException

*/

protected String getCEDContact(String parm) throws IOException {

tools tool = null;

if (tool == null) { // 是否创建对象

tool = new tools();

}

String urlString = "http://whois.asia/cgi-bin/whois.cgi?whois_query_field="

+ parm + "";

String result = null;

BufferedReader bufferedReader = tool.getBuffer(urlString);

StringBuffer buffer = new StringBuffer();

while ((result = bufferedReader.readLine()) != null) {

buffer.append(result);

buffer.append("/n");

}

result = tool.splitString(buffer);

bufferedReader.close();

return result;

}

}