无验证码登录获取cookie抓取数据

最新推荐文章于 2023-05-12 21:25:49 发布

青梅煮酒123

最新推荐文章于 2023-05-12 21:25:49 发布

阅读量716

点赞数 1

分类专栏： java 文章标签： cookie httpClient

本文链接：https://blog.csdn.net/qq_27786919/article/details/88419332

版权

java 专栏收录该内容

36 篇文章 1 订阅

订阅专栏

1引入maven

<dependency>
   <groupId>commons-httpclient</groupId>
   <artifactId>commons-httpclient</artifactId>
   <version>3.1</version>
</dependency>

2.登录获取Cookie方法封装

//登录
private String login(HttpClient httpClient,String username,String password) {
    Cookie[] cookies = null;
    // 登陆 Url
    String loginUrl = "loginUrl";
    // 模拟登陆，按实际服务器端要求选用 Post 或 Get 请求方式
    PostMethod postMethod = new PostMethod(loginUrl);
    // 设置登陆时要求的信息，用户名和密码
    NameValuePair[] data = {new NameValuePair("j_username",username), new NameValuePair("j_password", password)};
    postMethod.setRequestBody(data);
    try {
        int statusCode = httpClient.executeMethod(postMethod);
        // 获得登陆后的
        cookies = httpClient.getState().getCookies();
        //重定向到新的URL
        if (statusCode == 302) {
            System.out.println(username + "登录成功"); logger.error(username + "登录成功");
        } else {
            System.out.println(username + "登录失败"); logger.error(username + "登录成功");
        }
        if (cookies != null) {
            StringBuffer strCookies = new StringBuffer();
            for (Cookie c : cookies) {
                strCookies.append(c.toString() + ";");
                System.out.println("cookies = " + c.toString());
            } logger.error("cookies = " + strCookies.toString());
            return strCookies.toString();
        }
    } catch (Exception e) {
        e.printStackTrace();
        logger.error(username+ "登录异常, ex = " + e.getMessage());
    }
    return null;
}

3.根据Cookie获取数据方法封装

// 获取sim卡总数量
private int getTotalCount(HttpClient httpClient, String cookies) {
    String dataUrl = "xxxx";
    int count = 0;
    try {
        // 进行登陆后的操作
        GetMethod getMethod = new GetMethod(dataUrl);
        // 每次访问需授权的网址时需带上前面的 cookie 作为通行证
        getMethod.setRequestHeader("cookie", cookies);
        httpClient.executeMethod(getMethod);
        if (getMethod.getStatusCode() == 200) {
            // 打印出返回数据，检验一下是否成功
            String text = getMethod.getResponseBodyAsString();
            JSONObject json = JSONObject.fromObject(text);
            count = (int) json.get("totalCount");
        }
    } catch (Exception e) {
        e.printStackTrace();
    }
    return count;
}

4:获取数据

HttpClient httpClient = new HttpClient();
// 设置 HttpClient 接收 Cookie,用与浏览器一样的策略 
httpClient.getParams().setCookiePolicy(CookiePolicy.BROWSER_COMPATIBILITY);
String cookies =login(httpClient,"xxxx","xxxx");
int count=getTotalCount(httpClient,cookies);