HttpClient:
/**
* 获取账号密码界面的网页源码
* @return
*/
private String getAccountPasswordHtml() {
HttpClient httpClient = new DefaultHttpClient();
HttpGet httpGet = new HttpGet(mAccountPasswordURL);
String content = null;
try {
HttpResponse httpResponse = httpClient.execute(httpGet);
if (200 == httpResponse.getStatusLine().getStatusCode()) {
content = EntityUtils.toString(httpResponse.getEntity());
}
} catch (ClientProtocolException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
return content;
}
HttpURLConnection:
/**
* 获取网页源码
* @return
*/
private String getHtmlString(String targetUrl) {
String content = null;
HttpURLConnection connection = null;
try {
URL url = new URL(targetUrl);
connection = (HttpURLConnection) url.openConnection();
connection.setRequestMethod("GET");
connection.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)");
connection.setRequestProperty("Accept", "image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, application/x-shockwave-flash, application/vnd.ms-powerpoint, application/vnd.ms-excel, application/msword, */*");
connection.setRequestProperty("Accept-Language", "zh-cn");
connection.setRequestProperty("UA-CPU", "x86");
//为什么没有deflate呢
connection.setRequestProperty("Accept-Encoding", "gzip");
connection.setRequestProperty("Content-type", "text/html");
//keep-Alive,有什么用呢,你不是在访问网站,你是在采集。嘿嘿。减轻别人的压力,也是减轻自己。
connection.setRequestProperty("Connection", "close");
//不要用cache,用了也没有什么用,因为我们不会经常对一个链接频繁访问。(针对程序)
connection.setUseCaches(false);
connection.setConnectTimeout(6 * 1000);
connection.setReadTimeout(6 * 1000);
connection.setDoOutput(true);
connection.setDoInput(true);
connection.setRequestProperty("Charset", "utf-8");
connection.connect();
if (200 == connection.getResponseCode()) {
InputStream inputStream = null;
if (!TextUtils.isEmpty(connection.getContentEncoding())) {
String encode = connection.getContentEncoding().toLowerCase();
if (!TextUtils.isEmpty(encode) && encode.indexOf("gzip") >= 0) {
inputStream = new GZIPInputStream(connection.getInputStream());
}
}
if (null == inputStream) {
inputStream = connection.getInputStream();
}
BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream, "gbk"));
StringBuilder builder = new StringBuilder();
String line = null;
while ((line = reader.readLine()) != null) {
builder.append(line).append("\n");
}
content = builder.toString();
}
} catch (Exception e) {
e.printStackTrace();
} finally {
if (connection != null) {
connection.disconnect();
}
}
return content;
}