Lucene实例(增删改查)

前面两篇博文已经介绍过了Lucene,大家也对Lucene有了初步了解,我呢,在这里给出我项目中的一些实际的例子,这些例子中包含了

对索引的增删改查操作,还包括关键字高亮~~~

当然这些例子建立在Lucene3.0的基础之上,是对txt文件创建的索引

好的以下是代码~~

 

创建索引类:

 

 

import java.io.File; import java.io.FileReader; import java.io.IOException; import java.util.Date;

import org.apache.lucene.analysis.standard.StandardAnalyzer; import org.apache.lucene.document.DateTools; import org.apache.lucene.document.Document; import org.apache.lucene.document.Field; import org.apache.lucene.index.IndexWriter; import org.apache.lucene.store.Directory; import org.apache.lucene.store.SimpleFSDirectory; import org.apache.lucene.util.Version;

public class  Index{

 /**   * @param args   * @throws IOException   */  public static void main(String[] args) throws IOException {   // 保存索引文件的地方   String indexDir = "C:\\Users\\ZEQ\\Desktop\\ZZUluceneTest1\\index";   // 将要搜索TXT文件的地方   String dateDir = "C:\\Users\\ZEQ\\Desktop\\ZZUluceneTest1\\data";   IndexWriter indexWriter = null;   // 创建Directory对象 ,FSDirectory代表待索引的文件存在磁盘上   Directory dir = new SimpleFSDirectory(new File(indexDir));   // 创建IndexWriter对象,第一个参数是Directory,第二个是分词器,第三个表示是否是创建,如果为false为在此基础上面修改,第四表示表示分词的最大值,比如说new   // MaxFieldLength(2),就表示两个字一分,一般用IndexWriter.MaxFieldLength.LIMITED   indexWriter = new IndexWriter(dir, new StandardAnalyzer(     Version.LUCENE_30), true, IndexWriter.MaxFieldLength.UNLIMITED);         File[] files = new File(dateDir).listFiles();   for (int i = 0; i < files.length; i++) {    Document doc = new Document();    // 创建Field对象,并放入doc对象中        doc.add(new Field("id", i+"", Field.Store.YES,      Field.Index.NOT_ANALYZED));    doc.add(new Field("contents", new FileReader(files[i])));        doc.add(new Field("path", files[i].getAbsolutePath(), Field.Store.YES,      Field.Index.ANALYZED));    doc.add(new Field("indexDate", DateTools.dateToString(new Date(),      DateTools.Resolution.DAY), Field.Store.YES,      Field.Index.NOT_ANALYZED));    // 写入IndexWriter    indexWriter.addDocument(doc);   }   // 查看IndexWriter里面有多少个索引   System.out.println("总共------》" + indexWriter.numDocs());      indexWriter.close();

 }

}

 

查找索引类:

 

 
import java.io.File;
import java.util.Date;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.queryParser.QueryParser;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.ScoreDoc;
import org.apache.lucene.search.TopScoreDocCollector;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;
/**
 * @author ht
 * 查询
 *
 */
public class Seacher {
	private static String INDEX_DIR = "C:\\Users\\ZEQ\\Desktop\\ZZUluceneTest1\\index";//索引所在的路径
	private static String KEYWORD = " ";//关键词
	private static int TOP_NUM = 10;//显示前10条结果
	
	public static void main(String[] args) throws Exception {
		File indexDir = new File(INDEX_DIR);
	    if (!indexDir.exists() || !indexDir.isDirectory()) {
	    	throw new Exception(indexDir +" 该目录不存在~~");
	    }
	    search(indexDir, KEYWORD);//调用search方法进行查询
	}
	/**查询
	 * @param indexDir
	 * @param q
	 * @throws Exception
	 */
	public static void search(File indexDir, String q) throws Exception {
	    IndexSearcher is = new  IndexSearcher(FSDirectory.open(indexDir),true);//read-only
	    String field = "contents";
	    
	    QueryParser parser = new QueryParser(Version.LUCENE_30, field, new StandardAnalyzer(Version.LUCENE_30));//有变化的地方
	    Query query = parser.parse(q);
	
	    TopScoreDocCollector collector = TopScoreDocCollector.create(TOP_NUM , false);//有变化的地方
	    
	    long start = new Date().getTime();// start time
	    
	    is.search(query, collector);
	    ScoreDoc[] hits = collector.topDocs().scoreDocs;
	
	    
	    for (int i = 0; i < hits.length; i++) {
	    	Document doc = is.doc(hits[i].doc);//new method is.doc()
	    	System.out.println("路径:"+doc.get("path")+"---------------------"+doc.getField("path")+"\n创建时间:"+doc.get("indexDate"));
	    	
		}
	    long end = new Date().getTime();//end time
	
	    System.out.println("\n找到" + collector.getTotalHits() +
	    	      "个结果,总共花费时间 : " + (end - start)+"毫秒"
	    	      );
	  }
}


 

增加索引:

 

import java.io.File;
import java.io.IOException;
import java.util.Date;

import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.DateTools;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.Term;
import org.apache.lucene.queryParser.ParseException;
import org.apache.lucene.queryParser.QueryParser;
import org.apache.lucene.search.Query;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;

/*
 * 添加索引
 * 
 * 
 */

public class addIndex {
	
	
	
	public static void main(String s[]) throws IOException, ParseException
	{
		
		
		Directory dir=FSDirectory.open(new File("C:\\Users\\ZEQ\\Desktop\\ZZUluceneTest1\\index"));
		IndexWriter iw=new IndexWriter(dir, new StandardAnalyzer(
				Version.LUCENE_30), false, IndexWriter.MaxFieldLength.UNLIMITED);//注意在执行删除索引时IndexWriter中的Boolean属性必须为false;否则其他索引会被删除(true为重新建立索引,false为不重新建索引)
		Document doc=new Document();
		
		doc.add(new Field("contents", "java", Field.Store.YES,
				Field.Index.ANALYZED));
		doc.add(new Field("path", "新添加的路径www.baidu.com", Field.Store.YES,
				Field.Index.ANALYZED));
		doc.add(new Field("indexDate", DateTools.dateToString(new Date(),
				DateTools.Resolution.DAY), Field.Store.YES,
				Field.Index.NOT_ANALYZED));
		
		iw.addDocument(doc);
		IndexReader id=IndexReader.open(dir);//
		System.out.println("总共索引数"+id.maxDoc());
		
		iw.commit();
		iw.close();
		System.out.println("删除条数:"+id.numDeletedDocs());
	} 

}


删除索引:

 

import java.io.File;
import java.io.IOException;

import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.Term;
import org.apache.lucene.queryParser.ParseException;
import org.apache.lucene.queryParser.QueryParser;
import org.apache.lucene.search.Query;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;

/*
 * 删除索引
 * 
 * 
 */

public class deleteIndex {
	
	
	
	public static void main(String s[]) throws IOException, ParseException
	{
		Directory dir=FSDirectory.open(new File("C:\\Users\\ZEQ\\Desktop\\ZZUluceneTest1\\index"));
		IndexWriter iw=new IndexWriter(dir, new StandardAnalyzer(
				Version.LUCENE_30), false, IndexWriter.MaxFieldLength.UNLIMITED);//注意在执行删除索引时IndexWriter中的Boolean属性必须为false;否则其他索引会被删除(true为重新建立索引,false为不重新建索引)
		
		QueryParser qp =new QueryParser(Version.LUCENE_30,"contents",new StandardAnalyzer(Version.LUCENE_30));
		Query p=qp.parse("新添加的contents");
		iw.deleteDocuments(p);
		IndexReader id=IndexReader.open(dir);//
		System.out.println("总共索引数"+id.maxDoc());
		iw.commit();
		System.out.println("删除条数:"+id.numDeletedDocs());
	} 

}


 

更新索引:

 

import java.awt.font.OpenType;
import java.io.File;
import java.io.IOException;
import java.util.Date;

import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.DateTools;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.Term;
import org.apache.lucene.queryParser.ParseException;
import org.apache.lucene.queryParser.QueryParser;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.ScoreDoc;
import org.apache.lucene.search.TopScoreDocCollector;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;

/*
 * 更新索引
 * 
 * 
 */

public class updateIndex {

	public static void main(String s[]) throws IOException, ParseException {
		Directory dir = FSDirectory.open(new File(
				"C:\\Users\\ZEQ\\Desktop\\ZZUluceneTest1\\index"));
		IndexSearcher is = new IndexSearcher(dir, true);// read-only
		IndexWriter iw = new IndexWriter(dir, new StandardAnalyzer(
				Version.LUCENE_30), false, IndexWriter.MaxFieldLength.UNLIMITED);// 注意在执行删除索引时IndexWriter中的Boolean属性必须为false;否则其他索引会被删除(true为重新建立索引,false为不重新建索引)
       //新建要拿来替换的doc
		Document doc = new Document();
		doc.add(new Field("contents", "android", Field.Store.YES,
				Field.Index.ANALYZED));
		doc.add(new Field("path", "新添加的路径www.baidu.com android", Field.Store.YES,
				Field.Index.ANALYZED));
		doc.add(new Field("indexDate", DateTools.dateToString(new Date(),
				DateTools.Resolution.DAY), Field.Store.YES,
				Field.Index.ANALYZED));

		/*
		 * 使用indexwriter中的updatedocument不知道为什么。只添加,不会更新
		 * 
		 * 所以这里只好采用 “先删除,再添加” 的方式就行更新操作了
		 */
		long start = new Date().getTime();// start time
         ///查找要被替换的所有对应的项
		QueryParser qp = new QueryParser(Version.LUCENE_30, "contents",
				new StandardAnalyzer(Version.LUCENE_30));
		Query p = qp.parse("java");

		/*
		 * 查找模块,查找要更新的项
		 */
		TopScoreDocCollector collector = TopScoreDocCollector.create(10, false);// 有变化的地方
		is.search(p, collector);
		ScoreDoc[] hits = collector.topDocs().scoreDocs;
// 
		//删除所有查到的,只添加一条
//		if (hits.length > 0)
//		{// 控制添加,如果有要更新的项,就进行,没有就不进行
//			/*
//			 * 这里有个问题要注意:当搜索出多个要更新的项,,将所有的项都删除了,但是就添加了一个,这里可以用id唯一标示来解决这个问题,
//			 * 也可以用hits数组来循环删除添加,来解决这个问题,如注释1
//			 * 但是呢,对于数据库操作时,基本不会出现这样的问题,因为数据库中有id项,直接对id进行查询就行了,不会出现重复项
//			 */
//			// 删除操作
//			iw.deleteDocuments(p);
//			// 添加操作
//			iw.addDocument(doc);
//
//		}
	 	
		/*注释1  删除几条,添加几条*/
		   if(hits.length > 0){//如果有更新项才进行操作,否则不进行
		   iw.deleteDocuments(p);//删除只执行一次就行,就可以将所有的删除
		  for(int i=0 ; i < hits.length ;i++){
		  
			  iw.addDocument(doc);
			
		  }
		   }
		 
		
		iw.optimize();//优化索引
		iw.close();
		IndexReader id = IndexReader.open(dir);
		System.out.println("总共索引数" + id.maxDoc());
		long end = new Date().getTime();// end time
	   System.out.println("删除条数:" + id.numDeletedDocs() + "总共花费时间:"
				+ (end - start));
	}

}


 

关键字高亮:

 

import java.io.File;
import java.io.IOException;
import java.io.StringReader;
import java.util.Date;

import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.queryParser.QueryParser;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.ScoreDoc;
import org.apache.lucene.search.TopScoreDocCollector;
import org.apache.lucene.search.highlight.Highlighter;
import org.apache.lucene.search.highlight.InvalidTokenOffsetsException;
import org.apache.lucene.search.highlight.QueryScorer;
import org.apache.lucene.search.highlight.SimpleHTMLFormatter;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;

public class HighLighter {

	/**
	 * 高亮设置
	 * 
	 * @param query
	 * @param doc
	 * @param field
	 * @return
	 */

	private static String INDEX_DIR = "C:\\Users\\ZEQ\\Desktop\\ZZUluceneTest1\\index";// 索引所在的路径
	private static String KEYWORD = "android";// 关键词
	private static int TOP_NUM = 100;// 显示前100条结果

	private static String toHighlighter(Query query, Document doc, String field)
	{// 关键字高亮显示
		try {
			SimpleHTMLFormatter simpleHtmlFormatter = new SimpleHTMLFormatter(
					"<font color=\"red\">", "</font>");
			Highlighter highlighter = new Highlighter(simpleHtmlFormatter,
					new QueryScorer(query));
			StandardAnalyzer analyzer = new StandardAnalyzer(Version.LUCENE_30);
			TokenStream tokenStream1 = analyzer.tokenStream("path",
					new StringReader(doc.get(field)));
			String highlighterStr = highlighter.getBestFragment(tokenStream1,
					doc.get(field));
			return highlighterStr == null ? doc.get(field) : highlighterStr;
		} catch (IOException e) {
			// TODO Auto-generated catch block
			System.out.println(e);
		} catch (InvalidTokenOffsetsException e) {
			// TODO Auto-generated catch block
			System.out.println(e);
		}
		return null;
	}

	
	public static void main(String[] args) throws Exception
	{
		File indexDir = new File(INDEX_DIR);
		if (!indexDir.exists() || !indexDir.isDirectory()) {
			throw new Exception(indexDir + " 该目录不存在~~");
		}
		search(indexDir, KEYWORD);// 调用search方法进行查询
	
	}

	/**
	 * 查询
	 * 
	 * @param indexDir
	 * @param q
	 * @throws Exception
	 */
	public static void search(File indexDir, String q) throws Exception
	{
		IndexSearcher is = new IndexSearcher(FSDirectory.open(indexDir), true);// read-only
		String field = "contents";

		QueryParser parser = new QueryParser(Version.LUCENE_30, field,
				new StandardAnalyzer(Version.LUCENE_30));// 有变化的地方
		Query query = parser.parse(q);
		TopScoreDocCollector collector = TopScoreDocCollector.create(TOP_NUM,
				false);// 有变化的地方

		long start = new Date().getTime();// 计算开始时间

		is.search(query, collector);

		ScoreDoc[] hits = collector.topDocs().scoreDocs;
		for (int i = 0; i < hits.length; i++) {
			Document doc = is.doc(hits[i].doc);// new method is.doc()
			// System.out.println("路径:"+doc.get("path")+"---------------------"+doc.getField("path")+"\n创建时间:"+doc.get("indexDate"));
			System.out.println("高亮----------------"
					+ toHighlighter(query, doc, "path") + "\n 创建时间:"
					+ doc.get("indexDate"));
		}

		long end = new Date().getTime();// 计算结束时间

		System.out.println("\n找到" + collector.getTotalHits() + "个结果,总共花费时间 : "
				+ (end - start) + "毫秒");

	}
	
	

}


 

以上是我自己整理的,亲自调试过,没什么问题~~~对于更新索引操作我目前还没什么好的办法!!!希望大家批评指正!

 

在这里把源代码以及架包和索引例子给大家贡献出来~~~~

http://download.csdn.net/detail/zeq9069/6571589

 

 

 

 

 

 

 

 

 

  • 0
    点赞
  • 2
    收藏
    觉得还不错? 一键收藏
  • 3
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 3
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值