个人收藏学习（1）-CSDN博客

@SpringBootApplication
public class BootBlogApplication {

    public static void main(String[] args) {
        // SpringApplication.run(BootBlogApplication.class, args);
    }

    /*@Test
    public void testRaf() throws Exception {

        // Properties properties = System.getProperties();
        // properties.forEach((k,v)-> System.out.println(k + ":::::::::::" + v));

        System.out.println(System.getProperty("user.dir") + "/fav.txt);");

        RandomAccessFile raf = new RandomAccessFile(System.getProperty("user.dir") + "/fav.txt", "rw");

        raf.seek(raf.length()); // 追加到后面

        raf.write("你好！&^~!！".getBytes(StandardCharsets.UTF_8));
        raf.write("\n".getBytes(StandardCharsets.UTF_8));

        raf.close();

    }*/

    @Test
    public void name2() throws IOException, InterruptedException {

        RestTemplate restTemplate = new RestTemplate();

        // 获取到所有的收藏列表
        UriComponentsBuilder uriComponentsBuilder = UriComponentsBuilder
                .fromHttpUrl("https://blog.csdn.net/community/home-api/v1/get-favorites-created-list")
                .queryParam("blogUsername", "qq_16992475");

        Integer pageNum = 1;
        Integer pageSize = 30;

        ObjectMapper mapper = new ObjectMapper();
        mapper.configure(DeserializationFeature.FAIL_ON_IGNORED_PROPERTIES, false);
        mapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);

        List<FavoriteEntity> favoriteEntityList = new ArrayList<>();

        while (true) {

            uriComponentsBuilder.replaceQueryParam("page", pageNum);
            uriComponentsBuilder.replaceQueryParam("size", pageSize);

            String resultStr = null;

            try {
                resultStr = restTemplate.getForObject(uriComponentsBuilder.build().toUriString(), String.class);


                JsonNode jsonNode = mapper.readTree(resultStr);
                JsonNode listJsonNode = jsonNode.get("data").get("list");
                JsonNode totalJsonNode = jsonNode.get("data").get("total");

                List<FavoriteEntity> favoriteEntity = mapper.readValue(listJsonNode.toString(), new TypeReference<List<FavoriteEntity>>(){});
                favoriteEntityList.addAll(favoriteEntity);

                // 17
                if (pageNum * pageSize > totalJsonNode.asLong()) {
                    break;
                }

            } catch (Exception e) {
                System.err.println("请求失败:...");
                TimeUnit.SECONDS.sleep(1);
                continue;
            }

            pageNum++;

        }


        fillFavItem(favoriteEntityList);

        RandomAccessFile raf = new RandomAccessFile(System.getProperty("user.dir") + "\\fav.txt", "rw");

        System.out.println(favoriteEntityList);

        for (FavoriteEntity favoriteEntity : favoriteEntityList) {

            System.out.println(String.format("## 【%s】", favoriteEntity.getFavName()));
            raf.write(String.format("## 【%s】", favoriteEntity.getFavName()).getBytes(StandardCharsets.UTF_8));
            raf.write("\n".getBytes(StandardCharsets.UTF_8));

            for (FavoriteItemEntity favoriteItemEntity : favoriteEntity.getFavItemList()) {
                System.out.println(String.format("[%s](%s)",favoriteItemEntity.getTitle(), favoriteItemEntity.getUrl()));
                raf.write(String.format("[%s](%s)", favoriteItemEntity.getTitle(), favoriteItemEntity.getUrl()).getBytes(StandardCharsets.UTF_8));
                raf.write("\n".getBytes(StandardCharsets.UTF_8));
            }
        }


    }
    /*  收藏列表：
            https://blog.csdn.net/community/home-api/v1/get-favorites-item-list?blogUsername=qq_16992475&folderId=1366848&page=1&pageSize=200
            {"code":200,
             "message":"success",
             "traceId":"7dc67d48-7f06-422d-b4e9-47dbc5c696db",
             "data":{"total":975,
                     "list":[{
                        "authorBlogUrl":"https://blog.csdn.net/qq_42986622",
                        "dateTime":"2022-11-01 13:50:28",
                        "dateline":1667281828,
                        "author":"qq_42986622",
                        "nickname":"温不了情",
                        "source":"博客",
                        "title":"深度解析Netty中的核心组件（图解+实例）",
                        "url":"https://blog.csdn.net/qq_42986622/article/details/121263976"
                      }]
    */
    private void fillFavItem(List<FavoriteEntity> favoriteEntityList) throws IOException {

        RestTemplate restTemplate = new RestTemplate();

        UriComponentsBuilder uriComponentsBuilder = UriComponentsBuilder.fromHttpUrl("https://blog.csdn.net/community/home-api/v1/get-favorites-item-list").queryParam("blogUsername", "qq_16992475");


        ObjectMapper mapper = new ObjectMapper();
        mapper.configure(DeserializationFeature.FAIL_ON_IGNORED_PROPERTIES, false);
        mapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);


        for (FavoriteEntity favoriteEntity : favoriteEntityList) {


            uriComponentsBuilder.replaceQueryParam("folderId", favoriteEntity.getId());

            List<FavoriteItemEntity> favoriteItemEntityList = new ArrayList<>();

            Integer pageNum = 1;
            Integer pageSize = 10;

            while (true) {

                try {
                    uriComponentsBuilder.replaceQueryParam("page", pageNum);
                    uriComponentsBuilder.replaceQueryParam("pageSize", pageSize);

                    String resultStr = restTemplate.getForObject(uriComponentsBuilder.build().toUriString(), String.class);

                    JsonNode jsonNode = mapper.readTree(resultStr);
                    JsonNode listJsonNode = jsonNode.get("data").get("list");
                    JsonNode totalJsonNode = jsonNode.get("data").get("total");

                    List<FavoriteItemEntity> favoriteItemEntity = mapper.readValue(listJsonNode.toString(), new TypeReference<List<FavoriteItemEntity>>() {});
                    favoriteItemEntityList.addAll(favoriteItemEntity);

                    // 17
                    if (pageNum * pageSize > totalJsonNode.asInt()) {
                        break;
                    }

                } catch (Exception e) {
                    System.err.println(e);
                    try {TimeUnit.SECONDS.sleep(2);} catch (InterruptedException e1) {}
                    continue;
                }

                pageNum++;
            }

            favoriteEntity.setFavItemList(favoriteItemEntityList);
        }
    }

    @Data
    public static class FavoriteEntity {
        private Long id;
        @JsonSetter("name")
        private String favName;
        private List<FavoriteItemEntity> favItemList;
    }

    @Data
    public static class FavoriteItemEntity {
        private String authorBlogUrl;
        private String dateTime;
        private String dateline;
        private String author;
        private String nickname;
        private String source;
        private String title;
        private String url;
    }


}