java爬虫ajax_java爬虫webmagic 案例爬取动态（ajax+js) 网站京东售价格项目

packageorg.study.WebMagicStudy;importjava.util.HashMap;importjava.util.HashSet;importjava.util.List;importjava.util.Map;importjava.util.Set;importus.codecraft.webmagic.Page;importus.codecraft.webmagic.Site;importus.codecraft.webmagic.Spider;importus.codecraft.webmagic.pipeline.FilePipeline;importus.codecraft.webmagic.processor.PageProcessor;public class JDAjaxProcessor implementsPageProcessor {public static final String URL_LIST = "http://list\\.jd\\.com/list\\.html\\?cat=9987,653,655&page=\\d+\\&go=0\\&JL=6_0_0";//用于存储{key：手机ID,value:手机名称}

static Map map = new HashMap();static Set uri = new HashSet();public static voidmain(String[] args) {

String list= "http://list.jd.com/list.html?cat=9987,653,655&page=1&go=0&JL=6_0_0";

Spider.create(newJDAjaxProcessor()).addUrl(list)

.addPipeline(new FilePipeline("D:\\we