java评论爬虫_java爬虫抓取腾讯漫画评论

package com.eteclab.wodm.utils;

import java.io.BufferedWriter;

import java.io.File;

import java.io.FileWriter;

import java.io.IOException;

import java.util.ArrayList;

import java.util.Date;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import java.util.concurrent.Executor;

import java.util.concurrent.Executors;

import org.jsoup.Connection;

import org.jsoup.Jsoup;

import org.jsoup.nodes.Document;

import org.jsoup.nodes.Element;

import org.jsoup.select.Elements;

public class MySearchTest2 {

private final static Executor executor = Executors.newCachedThreadPool();// 启用多线程

private static String mainUrl = "http://ac.qq.com/Comic/index/state/pink/page/";// 可以根据腾讯漫画的分类来进行抓取

private static String url = "http://ac.qq.com/Jump";// +/Comic/comicInfo/id/11111

// 可以获取具体的漫画页面

public static void main(String[] args) {

for (int i = 1; i <= 144; i++) {//可以分析漫画的总页数来进行调用

final int j = i;

executor.execute(new Runnable() {

@Override

public void run() {

try {

System.out.println("begin*************第" + j + "页");

getArticleListFromUrl(mainUrl + j, j);

System.out.println("end*************第" + j + "页");

} catch (Exception e) {

System.err.println("**********************获取漫画错误**********************");

e.printStackTrace();

}

}

});

}

}

/**

* 获取日漫列表

*

* @param listurl

*/

public static void getArticleListFromUrl(S