java爬虫开发思路_java爬虫实例

【实例简介】

【实例截图】

【核心代码】

package test;

import org.apache.http.HttpEntity;

import org.apache.http.client.methods.CloseableHttpResponse;

import org.apache.http.client.methods.HttpGet;

import org.apache.http.impl.client.CloseableHttpClient;

import org.apache.http.impl.client.HttpClients;

import org.apache.http.util.EntityUtils;

public class CrawlerFirst {

public static void main(String[] args) throws Exception {

//打开浏览器

CloseableHttpClient httpClient = HttpClients.createDefault();

//输入网址

HttpGet httpGet = new HttpGet("http://www.itcast.cn");

//按回车发起请求

CloseableHttpResponse response = httpClient.execute(httpGet);

//解析响应 获取数据

//判断状态码

if(response.getStatusLine().getStatusCode() == 200){

HttpEntity httpEntity = response.getEntity();

String content = EntityUtils.toString(httpEntity,"utf-8");

System.out.println(content);

}

}

}