/****
* 抓取网页全部内容 crawlUrl 相关网页的URL
* @return
*/
private String getWebHtml(){
String inputLine = null;
String line2 = "";
try {
URL url = new URL(crawlUrl);
HttpURLConnection urlConnection = (HttpURLConnection)url.openConnection();
BufferedReader in = new BufferedReader(new InputStreamReader(urlConnection.getInputStream(), "UTF-8"));
while ((line2 = in.readLine()) != null) {
inputLine += line2;
}
} catch (Exception e) {
e.printStackTrace();
}
return inputLine;
}