Java lucene 索引HTML文件,html抽取文本信息-java版（适合lucene建立索引）

import org.htmlparser.NodeFilter;

import org.htmlparser.Parser;

import org.htmlparser.beans.StringBean;

import org.htmlparser.filters.CssSelectorNodeFilter;

import org.htmlparser.util.NodeList;

public class HtmlUtil {

public static String getText(String html, String id) {

try {

Parser parser = new Parser(html);

NodeFilter filter = new CssSelectorNodeFilter("#" + id);

NodeList nList = parser.extractAllNodesThatMatch(filter);

return nList == null || nList.size() == 0 ? null : nList.elementAt(

0).toPlainTextString();

} catch (Exception e) {

e.printStackTrace();

return null;

}

}

public static String getTextByClass(String html, String css_class) {

try {

Parser parser = new Parser(html);

NodeFilter filter = new CssSelectorNodeFilter("." + css_class);

NodeList nList = parser.extractAllNodesThatMatch(filter);

return nList == null || nList.size() == 0 ? null : nList.elementAt(

0).toPlainTextString();

} catch (Exception e) {

e.printStackTrace();

return null;

}

}

public static String filterText(String text) {

if (text == null)

return null;

text = text.replace(">", ">");

text = text.replace("

text = text.replace(""", "\"");

text = text.replace(" ", " ");

text = text.replace("&", "&");

text = text.replace("©", "©");

text = text.replace(" ", "");

return text;

}

/**

* 获取网页中纯文本信息

*

* @param html

* @param id

* @return

* @throws Exception

* @throws Exception

*/

public static String getText(String html) throws Exception {

StringBean bean = new StringBean();

bean.setLinks(false);

bean.setReplaceNonBreakingSpaces(true);

bean.setCollapse(true);

// 返回解析后的网页纯文本信息

Parser parser = Parser.createParser(html, "utf-8");

parser.visitAllNodesWith(bean);

parser.reset();

return bean.getStrings();

}

}

需要用htmlparse.jar库，调用方式如下：

HtmlUtil.getText(htmlStr)；

原文：http://blog.csdn.net/bolg_hero/article/details/46633185