一个lucene索引初始化，添加，删除，修改功能的实现

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.html.dom.HTMLDocumentImpl;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.index.Term;
import org.apache.lucene.search.*;
import org.apache.lucene.search.highlight.Highlighter;
import org.apache.lucene.search.highlight.QueryScorer;
import org.apache.lucene.search.highlight.SimpleHTMLFormatter;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;
import org.cyberneko.html.parsers.DOMFragmentParser;
import org.springframework.stereotype.Service;
import org.w3c.dom.DocumentFragment;
import org.w3c.dom.Node;
import org.w3c.dom.NodeList;
import org.wltea.analyzer.lucene.IKAnalyzer;
import org.wltea.analyzer.lucene.IKQueryParser;
import org.wltea.analyzer.lucene.IKSimilarity;
import org.xml.sax.InputSource;

import javax.annotation.Resource;
import java.io.*;
import java.util.*;

/**
 * Created with IntelliJ IDEA.
 * User: R
 * Date: 12-12-20
 * Time: 上午10:05
 * To change this template use File | Settings | File Templates.
 */
@Service
public class SiteSearchService implements ISiteSearchService {

    private static final Log logger = LogFactory.getLog(SiteSearchService.class);

    @Resource(name = "resourceDAO")
    private ResourceDAO resourceDAO;

    private static String index_FILE_PATH = "d:/indexDir";
    private static int MAXNUM = 100;
    private static Version VERSION = Version.LUCENE_35;
    private Analyzer analyzer = new IKAnalyzer();
    private DOMFragmentParser parser = new DOMFragmentParser();

    public void createSiteIndex(){
        logger.info("--------------lucene-----------createSiteIndex[start:"+(new Date()).toString()+"]");
        File file = new File(index_FILE_PATH);

        Directory directory = null;
        IndexWriter iwriter = null;
        try{
            if (!file.exists()) {
                logger.info("---------lucene--------filecreate------filepath:"+index_FILE_PATH);
                List<Resource> resourceList = resourceDAO.getResourceList();
                if(resourceList!=null){
                    // 建立内存索引对象
                    directory = FSDirectory.open(file);
                    IndexWriterConfig config = new IndexWriterConfig(VERSION, analyzer);
                    config.setOpenMode(IndexWriterConfig.OpenMode.CREATE);
                    //使用IK中文分词器建立索引
                    iwriter = new IndexWriter(directory, config);
                    for(Resource tempResource : resourceList){
                        iwriter.addDocument(addtoDoc(tempResource));
                    }
                }
            }
        }catch(Exception e){
            logger.error(e);
        }finally {
            if (iwriter != null) {
                try {
                    iwriter.close();
                } catch (IOException e) {
                    logger.error(e);
                }
            }
            if (directory != null) {
                try {
                    directory.close();
                } catch (IOException e) {
                    logger.error(e);
                }
            }
        }
        logger.info("--------------lucene-----------createSiteIndex[end:"+(new Date()).toString()+"]");
    }


    private Document addtoDoc(ResouceIndexData tempsiteResource){
        Document doc = new Document();
        //Field.Index.NO 表示不索引
        //Field.Index.ANALYZED 表示分词且索引
        //Field.Index.NOT_ANALYZED 表示不分词且索引
        doc.add(new Field("id", String.valueOf(tempsiteResource.getId()),
                Field.Store.YES, Field.Index.NOT_ANALYZED,Field.TermVector.WITH_POSITIONS_OFFSETS));
        doc.add(new Field("siteid", tempsiteResource.getSiteid()==null?"":tempsiteResource.getSiteid(),
                Field.Store.YES, Field.Index.NOT_ANALYZED,Field.TermVector.WITH_POSITIONS_OFFSETS));
        doc.add(new Field("typeid", tempsiteResource.getTypeid()==null?"":tempsiteResource.getTypeid(),
                Field.Store.YES, Field.Index.NOT_ANALYZED,Field.TermVector.WITH_POSITIONS_OFFSETS));
        doc.add(new Field("price", tempsiteResource.getPrice()==null?"":tempsiteResource.getPrice(),
                Field.Store.YES, Field.Index.NOT_ANALYZED,Field.TermVector.WITH_POSITIONS_OFFSETS));
        doc.add(new Field("pictureUrl", tempsiteResource.getPictureUrl()==null?"":tempsiteResource.getPictureUrl(),
                Field.Store.YES, Field.Index.NOT_ANALYZED,Field.TermVector.WITH_POSITIONS_OFFSETS));
        doc.add(new Field("status", tempsiteResource.getStatus()==null?"":tempsiteResource.getStatus(),
                Field.Store.YES, Field.Index.NOT_ANALYZED));
        doc.add(new Field("title", tempsiteResource.getTitle()==null?"":tempsiteResource.getTitle(),
                Field.Store.YES, Field.Index.ANALYZED));
        String content = "";
        if(tempsiteResource.getContent()!=null){
            try{
                content = "<div>"+tempsiteResource.getContent()+"</div>";
                //创建文件片段对象
                DocumentFragment node = new HTMLDocumentImpl().createDocumentFragment();
                InputStream inputStream = new ByteArrayInputStream(content.getBytes("UTF-8"));
                parser.setProperty("http://cyberneko.org/html/properties/default-encoding", "utf-8");
                //解析HTML内容
                parser.parse(new InputSource(inputStream),node);
                StringBuffer sb = new StringBuffer();
                getText(sb,node);
                content = sb.toString();
            }catch(Exception e){
                e.printStackTrace();
            }
        }
        doc.add(new Field("content", content,
                Field.Store.YES, Field.Index.ANALYZED));
        doc.add(new Field("description", tempsiteResource.getDescription()==null?"":tempsiteResource.getDescription(),
                Field.Store.YES, Field.Index.ANALYZED));
        return doc;
    }

    private void getText(StringBuffer sb, Node node) {
        if (node.getNodeType() == Node.TEXT_NODE) {
            sb.append(node.getNodeValue());//取得结点值，即开始与结束标签之间的信息
        }
        NodeList children = node.getChildNodes();
        if ( children != null ) {
            int len = children.getLength();
            for ( int i = 0; i < len; i++ ) {
                getText(sb, children.item(i));//递归遍历DOM树
            }
        }
    }

    public void addDoc(ResouceIndexData tempsiteResource){
        try{
            File file = new File(index_FILE_PATH);
            if(!file.exists()){
                createSiteIndex();
            }
            Directory directory = FSDirectory.open(file);
            IndexWriterConfig writerConfig = new IndexWriterConfig(Version.LUCENE_35, analyzer);
            IndexWriter writer = new IndexWriter(directory, writerConfig);
            Document doc = addtoDoc(tempsiteResource);
            writer.addDocument(doc);
            writer.close();
        }catch (Exception e){
            logger.error(e);
        }
    }

    public void updateDoc(ResouceIndexData tempsiteResource) {
        try {
            File file = new File(index_FILE_PATH);
            if(!file.exists()){
                createSiteIndex();
            }
            Directory directory = FSDirectory.open(file);

            IndexWriterConfig writerConfig = new IndexWriterConfig(Version.LUCENE_35, analyzer);
            IndexWriter writer = new IndexWriter(directory, writerConfig);

            Document doc = addtoDoc(tempsiteResource);

            Term term = new Term("id", String.valueOf(tempsiteResource.getId()));

            writer.updateDocument(term, doc);
            writer.close();
        } catch (Exception e) {
            logger.error(e);
        }
    }

    public void deleteDoc(int id) {
        try {
            File file = new File(index_FILE_PATH);
            if(!file.exists()){
                createSiteIndex();
            }
            Directory directory = FSDirectory.open(file);
            IndexWriterConfig writerConfig = new IndexWriterConfig(Version.LUCENE_35, analyzer);
            IndexWriter writer = new IndexWriter(directory, writerConfig);
            Term term = new Term("id", String.valueOf(id));
            writer.deleteDocuments(term);
            writer.close();
        } catch (Exception e) {
           logger.error(e);
        }
    }

    @Override
    public Resouce getDoc(int id) {
        Resouce resource = null;
        IndexSearcher isearcher = null;
        IndexReader ireader = null;
        try{
            File file = new File(index_FILE_PATH);
            if(!file.exists()){
                createSiteIndex();
            }
            Directory directory = FSDirectory.open(file);
            ireader = IndexReader.open(directory);
            isearcher = new IndexSearcher(ireader);
            Term term = new Term("id", String.valueOf(id));
            Query query = new TermQuery(term);
            TopDocs docs = isearcher.search(query,1);
            if(docs.totalHits>0){
                Document targetDoc = isearcher.doc(docs.scoreDocs[0].doc);

                siteResource.setId(targetDoc.get("id"));
                siteResource.setSiteid(targetDoc.get("siteid"));
                siteResource.setTypeid(targetDoc.get("typeid"));
                siteResource.setPrice(targetDoc.get("price"));
                siteResource.setPictureUrl(targetDoc.get("pictureUrl"));
                siteResource.setDescription(targetDoc.get("description"));
                siteResource.setTitle(targetDoc.get("title"));
                siteResource.setContent(targetDoc.get("content"));
            }
        }catch (Exception e) {
            logger.error(e);
        }
        return siteResource;  //To change body of implemented methods use File | Settings | File Templates.
    }

    public List<Resouce> search(String queryWord,String siteid,String typeid,int startPage,int pageSize){
        List<Resouce> siteResourceList = new ArrayList<Resouce>();
        IndexSearcher isearcher = null;
        IndexReader ireader = null;
        try{
            File file = new File(index_FILE_PATH);
            if(!file.exists()){
                createSiteIndex();
            }
            Directory directory = FSDirectory.open(file);
            ireader = IndexReader.open(directory);
            isearcher = new IndexSearcher(ireader);
            isearcher.setSimilarity(new IKSimilarity());//在索引器中使用IKSimilarity相似度评估器
            BooleanQuery query = new BooleanQuery();
            String[] keys = {queryWord,queryWord,queryWord};
            String[] fields = {"title","content","description"};
            Query ikquery = IKQueryParser.parseMultiField(fields, keys);
            Query siteidQuery = new TermQuery(new Term("siteid",siteid));
            Query typeidQuery = new TermQuery(new Term("typeid",typeid));
            query.add(siteidQuery, BooleanClause.Occur.MUST);
            query.add(typeidQuery, BooleanClause.Occur.MUST);
            query.add(ikquery, BooleanClause.Occur.MUST);
            logger.info("---------lucene------queryword:"+query.toString());
            Sort sort = new Sort(new SortField("id",SortField.STRING,true));//根据资源ID倒排序
            logger.info("---------lucene------sort:"+sort.toString());
            //关键字高亮显示的html标签
            SimpleHTMLFormatter simpleHTMLFormatter = new SimpleHTMLFormatter("<font color='red'>","</font>");
            Highlighter highlighter = new Highlighter(simpleHTMLFormatter, new QueryScorer(query));
            TopDocs topDocs = isearcher.search(query, null,MAXNUM,sort);
            int allcount = topDocs.totalHits;
            logger.info("---------lucene------search:"+allcount);

            //分页取出指定的doc(开始条数, 取几条)
            int startRow = startPage-1<0?0:(startPage-1)*pageSize;
            int endRow = startPage*pageSize>allcount?allcount:startPage*pageSize;
            ScoreDoc[] scoreDocs = topDocs.scoreDocs;
            for (int i = startRow; i < endRow; i++) {
                Resouce resource = new Resouce();
                Document targetDoc = isearcher.doc(scoreDocs[i].doc);
                //标题增加高亮显示
                TokenStream tokenStream1 = analyzer.tokenStream("title", new StringReader(targetDoc.get("title")));
                String titledata = highlighter.getBestFragment(tokenStream1, targetDoc.get("title"));
                if(titledata==null){
                    titledata = targetDoc.get("title");
                }
                //内容增加高亮显示
                TokenStream tokenStream2 = analyzer.tokenStream("content", new StringReader(targetDoc.get("content")));
                String contentdata = highlighter.getBestFragment(tokenStream2, targetDoc.get("content"));
                if(contentdata==null){
                    contentdata = targetDoc.get("content");
                }
                //简述增加高亮显示
                TokenStream tokenStream3 = analyzer.tokenStream("description", new StringReader(targetDoc.get("description")));
                String descriptiondata = highlighter.getBestFragment(tokenStream3, targetDoc.get("description"));
                if(descriptiondata==null){
                    descriptiondata = targetDoc.get("description");
                }
                String iddata = targetDoc.get("id");
                //将资源重装
                resource.setId(iddata);
                resource.setSiteid(targetDoc.get("siteid"));
                resource.setTypeid(targetDoc.get("typeid"));
                resource.setPrice(targetDoc.get("price"));
                resource.setPictureUrl(targetDoc.get("pictureUrl"));
                resource.setTitle(titledata);
                resource.setContent(contentdata);
                resource.setDescription(descriptiondata);
                resourceList.add(resource);
            }
        }catch (Exception e){
            logger.error(e);
        }finally {
            if (isearcher != null) {
                try {
                    isearcher.close();
                } catch (IOException e) {
                    logger.error(e);
                }
            }
            if (ireader != null) {
                try {
                    ireader.close();
                } catch (IOException e) {
                    logger.error(e);
                }
            }
        }

        return siteResourceList;
    }

    @Override
    public String searchCount(String queryWord, String siteid, String typeid) {
        String allcount = "0";
        IndexSearcher isearcher = null;
        IndexReader ireader = null;
        try{
            File file = new File(index_FILE_PATH);
            if(!file.exists()){
                createSiteIndex();
            }
            Directory directory = FSDirectory.open(file);
            ireader = IndexReader.open(directory);
            isearcher = new IndexSearcher(ireader);
            isearcher.setSimilarity(new IKSimilarity());//在索引器中使用IKSimilarity相似度评估器
            BooleanQuery query = new BooleanQuery();
            String[] keys = {queryWord,queryWord,queryWord};
            String[] fields = {"title","content","description"};
            Query ikquery = IKQueryParser.parseMultiField(fields, keys);
            Query siteidQuery = new TermQuery(new Term("siteid",siteid));
            Query typeidQuery = new TermQuery(new Term("typeid",typeid));
            query.add(siteidQuery, BooleanClause.Occur.MUST);
            query.add(typeidQuery, BooleanClause.Occur.MUST);
            query.add(ikquery, BooleanClause.Occur.MUST);
            logger.info("---------lucene--count----queryword:"+query.toString());
            Sort sort = new Sort(new SortField("id",SortField.STRING,true));//根据资源ID倒排序
            logger.info("---------lucene------sort:"+sort.toString());
            TopDocs topDocs = isearcher.search(query, null,MAXNUM,sort);
            allcount = String.valueOf(topDocs.totalHits);
            logger.info("---------lucene--count----search:"+allcount);
        }catch (Exception e) {
            logger.error(e);
        }finally {
            if (isearcher != null) {
                try {
                    isearcher.close();
                } catch (IOException e) {
                    logger.error(e);
                }
            }
            if (ireader != null) {
                try {
                    ireader.close();
                } catch (IOException e) {
                    logger.error(e);
                }
            }
        }
        return allcount;  //To change body of implemented methods use File | Settings | File Templates.
    }

}