爬虫 spider05——使用httpclient发送get请求、post请求

百度解释

HttpClient 是Apache Jakarta Common 下的子项目，可以用来提供高效的、最新的、功能丰富的支持 HTTP 协议的客户端编程工具包，并且它支持 HTTP 协议最新的版本和建议。

 httpClient专为java发送http请求而生的, 如果要httpClient ,需要先进行导包

        

        <dependency>
            <groupId>org.apache.httpcomponents</groupId>
            <artifactId>httpclient</artifactId>
            <version>4.5.4</version>
        </dependency>

Get 

import org.apache.http.Header;
import org.apache.http.HttpEntity;
import org.apache.http.StatusLine;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;

import java.io.IOException;

public class HttpClientGet {
    public static void main(String[] args) throws IOException {
        //请求地址
        String toUrl="http://www.manmanbuy.com";
        //封装地址到get请求中
        HttpGet httpGet=new HttpGet(toUrl);
        //设置请求头信息：User-Agent
        httpGet.setHeader("User-Agent","Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36");
        //创建执行请求对象
        CloseableHttpClient closeableHttpClient = HttpClients.createDefault();
        //执行请求,获取响应对象
        CloseableHttpResponse closeableHttpResponse = closeableHttpClient.execute(httpGet);
        //获取http请求响应信息
        StatusLine statusLine = closeableHttpResponse.getStatusLine();
        //获取状态码
        int respCode=statusLine.getStatusCode();
        System.out.println("respCode:"+respCode);
        //获取响应的Content type
        Header[] headersType = closeableHttpResponse.getHeaders("Content-Type&#