JAVA爬虫使用连接池

最新推荐文章于 2024-09-22 17:00:00 发布

Supermanh

最新推荐文章于 2024-09-22 17:00:00 发布

阅读量249

点赞数

分类专栏：爬虫文章标签： java

本文链接：https://blog.csdn.net/Supermanh/article/details/105398478

版权

爬虫专栏收录该内容

3 篇文章 0 订阅

订阅专栏

直接上图

package cn.itcast.crawler.test;

import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.impl.conn.PoolingHttpClientConnectionManager;
import org.apache.http.util.EntityUtils;
import sun.net.www.http.HttpClient;

import java.io.IOException;

public class HttpClientPoolTest {

    public static void main(String[] args) {
        //1.创建连接池对象
        PoolingHttpClientConnectionManager cm = new PoolingHttpClientConnectionManager();
        //设置最大连接数
        cm.setMaxTotal(100);
        //设置主机最大连接数
        
            cm.setDefaultMaxPerRoute(10);
        //2.使用连接池管理
            doGet(cm);
       		 doGet(cm);
    }

    private static void doGet(PoolingHttpClientConnectionManager cm) {
      
         CloseableHttpClient httpClient =  HttpClients.custom().setConnectionManager(cm).build();

        HttpGet httpGet = new HttpGet("http://www.baidu.cn");
        CloseableHttpResponse response = null;
        try {
           response = httpClient.execute(httpGet);
           if (response.getStatusLine().getStatusCode() == 200) {
               //获取响应体
               String content = EntityUtils.toString(response.getEntity(),"UTF8");
                System.out.println(content);
           }
         } catch (IOException e) {
            e.printStackTrace();
        }   finally {
            if (response != null) {

                try {
                    response.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
               
            }
        }


    }


}