java使用jvppeteer爬取网页中某个接口的数据

一、引入依赖

<dependency>
   <groupId>io.github.fanyong920</groupId>
   <artifactId>jvppeteer</artifactId>
   <version>1.1.3</version>
</dependency>

二、模拟浏览器行为访问页面

Browser browser = Puppeteer.launch(false);
        Page page = browser.newPage();
        page.on("response", new EventHandler<Response>() {
            @Override
            public void onEvent(Response o) {
                try {
                    //需要监听的接口
if(o.url().equals("https://www.toolsunited.com/App/EN/TuMenu/GetJsonResultList")){
                        JSONObject jsonObject = JSONObject.parseObject(o.text());
                        JSONArray resultList = jsonObject.getJSONArray("ResultList");
                        for (int i = 0; i < resultList.size(); i++) {
                            JSONObject object = resultList.getJSONObject(i);
                            TToolEntity tToolEntity = new TToolEntity();
                            tToolEntity.setCompanyCode(object.getString("CompanyCode"));
                            tToolEntity.setDeliveryState(object.getString("DeliveryState"));
                            tToolEntity.setToolId(object.getString("ID"));
                            tToolEntity.setDefaultImage(object.getString("DefaultImage"));
                            tToolEntity.setLabel(object.getString("Label"));
                            tToolEntity.setIdnr(object.getString("IDNR"));
                            tToolEntity.setClassLabel(object.getString("ClassLabel"));
                            tToolEntity.setResultSpecificValues(object.getJSONArray("resultSpecificValues").toString());
                            tToolDao.insert(tToolEntity);
                        }
                    }
                }catch (Exception e){
                    e.printStackTrace();
                }
                /*System.out.println("hahah");
                System.out.println(o.url());*/
            }
        });
        //访问的url
        page.goTo(url);
        browser.close();