java读取网页数据

package test;

import java.io.BufferedReader;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLConnection;

import com.sun.xml.internal.txw2.Document;

public class tools {

/**
* 测试方法
*
* @param args
* @throws IOException
*/
public static void main(String[] args) throws IOException {
// TODO Auto-generated method stub
tools tool = null;
if (tool == null) { // 是否创建对象
tool = new tools();
}
String result = tool.getCEDContact("baidu");
System.out.println(result);
}

/**
* 处理字符
*
* @param buffer
* @return 处理结果
*/
private String splitString(StringBuffer buffer) {

String parseString;
String variable = null;
parseString = buffer.toString().replaceAll("<script(.|\n)+?</script>",
" ").replaceAll("<(.|\n)+?>", " ").replaceAll(" ", ""); // 替换所有的HTML标签

String[] splitArr = parseString.split("/n");
StringBuffer stringBuffer = new StringBuffer();
for (int i = 0; i < splitArr.length; i++) {
stringBuffer.append(splitArr[i]);
stringBuffer.append("\n");

}
variable = stringBuffer.toString();

if (variable.indexOf("CED") > 0 && variable.indexOf("Nameservers") > 0) {// 判断是否存在有需要的CED值
variable = variable.substring(variable.indexOf("CED"), variable
.indexOf("Nameservers"));
}
return variable;
}

/**
* 获取BufferedReader对象
*
* @param urlString链接地址
* @return bufferedReader
* @throws IOException
*/
private BufferedReader getBuffer(String urlString) throws IOException {
BufferedReader bufferedReader = null;
try {
URL url = new URL(urlString);
URLConnection conn = url.openConnection(); // 引用远程对象
bufferedReader = new BufferedReader(new InputStreamReader(conn
.getInputStream())); // 读取对象资源
} catch (MalformedURLException e) {
// TODO Auto-generated catch block
e.printStackTrace();
System.out.println(e.getMessage());
} finally {
return bufferedReader;
}

}

/**
* 获取CED信息
*
* @param parm
* @return String
* @throws IOException
*/
protected String getCEDContact(String parm) throws IOException {
tools tool = null;
if (tool == null) { // 是否创建对象
tool = new tools();
}
String urlString = "http://whois.asia/cgi-bin/whois.cgi?whois_query_field="
+ parm + "";
String result = null;
BufferedReader bufferedReader = tool.getBuffer(urlString);
StringBuffer buffer = new StringBuffer();
while ((result = bufferedReader.readLine()) != null) {
buffer.append(result);
buffer.append("/n");
}
result = tool.splitString(buffer);
bufferedReader.close();
return result;
}
}