Android 用 HttpClient 抓取 html 页面内容的方法

最新推荐文章于 2022-03-03 19:23:48 发布

iteye_20331

最新推荐文章于 2022-03-03 19:23:48 发布

阅读量141

点赞数

分类专栏： android 研发文章标签：移动开发

本文链接：https://blog.csdn.net/iteye_20331/article/details/82233527

版权

android 研发专栏收录该内容

70 篇文章 0 订阅

订阅专栏

private String getHtmlContent(final String url) {       
	String result = "";// 返回的结果       
StringBuffer resultBuffer = new StringBuffer();        
// 构造HttpClient的实例        
HttpClient httpClient = new HttpClient();         
// 创建GET方法的实例      
GetMethod getMethod = new GetMethod(url);        
// 使用系统提供的默认的恢复策略        
getMethod.getParams().setParameter(HttpMethodParams.RETRY_HANDLER,                
new DefaultHttpMethodRetryHandler());      
// getMethod.getParams().setParameter(HttpMethodParams.HTTP_CONTENT_CHARSET,"GB2312");       
getMethod.getParams().setContentCharset("GB2312");         
try {             // 执行getMethod        
	int statusCode = httpClient.executeMethod(getMethod);            
	if (statusCode != HttpStatus.SC_OK) {                
System.err.println("Method failed: "+ getMethod.getStatusLine());             }     
// 流式读取          
// 读取内容          
// byte[] responseBody = getMethod.getResponseBody();        
// 处理内容            
// String result = new String(responseBody,"GBK");            
// result = getMethod.getResponseBodyAsString();            
// System.out.println(result);           
// System.out.println(getMethod.getResponseCharSet());           
// 推荐做法           
BufferedReader in = new BufferedReader(new InputStreamReader(                 
getMethod.getResponseBodyAsStream(), getMethod.getResponseCharSet()));   
String inputLine = null;     
while ((inputLine = in.readLine()) != null) {                
	resultBuffer.append(inputLine);     
	resultBuffer.append("\n");      
	}     
result = new String(resultBuffer);        
return result;         
} catch (HttpException e) {        
	// 发生致命的异常，可能是协议不对或者返回的内容有问题          
	System.out.println("Please check your provided http address!");      
	e.printStackTrace();       
	} catch (IOException e) {      
	// 发生网络异常           
		e.printStackTrace();       
		} finally {            
	// 释放连接             
			getMethod.releaseConnection();      
			}        
return result;    
}
}