htmlpaser打造个性化的爬虫程序 第一天

htmlpaser打造个性化的爬虫程序 第一天

/**
	 * A method to get all the Links that follow the given pattern in the page . 
	 * @param url
	 * @param pattern
	 * @return Links list
	 * @author hym
	 * 
	 */
	public List extractUrls(String url,String pattern)
	{
		List list = new ArrayList();
		System.out.println("extractURL method here!");
		try{
		Parser parser = new Parser();
		parser.setURL(url);
		NodeFilter filter = new LinkStringFilter(pattern,true);
		NodeList nlist=parser.extractAllNodesThatMatch(filter);
		for(int i = 0 ; i <nlist.size(); i++)
		{
			Node n = nlist.elementAt(i);
		      if (n instanceof LinkTag) {
		    	  LinkTag  link = (LinkTag)n;
		    	  //System.out.println(link.getLink());  
		    	  list.add(link.getLink());
		       }	
		}
		}catch(ParserException e)
		{
			e.printStackTrace();
		}
		return list;
	}