lucene的简单的项目实现ik分词和高亮显示

本项目使用springboot实现简单的ik分词和高亮显示

一.配置pom文件

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
	<modelVersion>4.0.0</modelVersion>
	<groupId>com.et</groupId>
	<artifactId>lucene_myproject</artifactId>
	<version>0.0.1-SNAPSHOT</version>
	<!-- springboot所继承的jar包 -->
	<parent>
		<groupId>org.springframework.boot</groupId>
		<artifactId>spring-boot-starter-parent</artifactId>
		<version>1.5.9.RELEASE</version>
	</parent>
	<dependencies>
		<dependency>
			<groupId>org.springframework.boot</groupId>
			<artifactId>spring-boot-starter-web</artifactId>
		</dependency>
		<!-- springboot连接数据库依赖的jar包 -->
		<dependency>
			<groupId>org.springframework.boot</groupId>
			<artifactId>spring-boot-starter-data-jpa</artifactId>
		</dependency>
		<!-- mysql驱动包 -->
		<dependency>
			<groupId>mysql</groupId>
			<artifactId>mysql-connector-java</artifactId>
			<version>5.1.44</version>
		</dependency>
		<!--ik分词器  -->
		<dependency>
			<groupId>com.janeluo</groupId>
			<artifactId>ikanalyzer</artifactId>
			<version>2012_u6</version>
		</dependency>
		<!-- ik高亮显示所需到jar包 -->
		<dependency>
			<groupId>org.apache.lucene</groupId>
			<artifactId>lucene-highlighter</artifactId>
			<version>4.7.2</version>
		</dependency>
	</dependencies>
</project>

二.编辑application.properties文件链接数据库

spring.datasource.url=jdbc:mysql://localhost/food
spring.datasource.username=root
spring.datasource.password=123
spring.datasource.driver-class-name=com.mysql.jdbc.Driver

三.编写分词工具类实现分词

package com.et.food.utils;

import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.document.Document;
import org.apache.lucene.index.DirectoryReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.queryparser.classic.ParseException;
import org.apache.lucene.queryparser.classic.QueryParser;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.ScoreDoc;
import org.apache.lucene.search.highlight.Highlighter;
import org.apache.lucene.search.highlight.QueryScorer;
import org.apache.lucene.search.highlight.SimpleHTMLFormatter;
import org.apache.lucene.search.highlight.TextFragment;
import org.apache.lucene.search.highlight.TokenSources;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;
import org.wltea.analyzer.lucene.IKAnalyzer;

public class LuceneUtils {
	static String dir = "F:\\index";
	static Analyzer analyzer = new IKAnalyzer();
	/**
	 * 搜索
	 * @throws ParseException 
	 * @throws IOException 
	 */
	public static List<Map> search(String field,String value) throws Exception{
		Directory directory = FSDirectory.open(new File(dir));
		//读取索引库的存储目录
		DirectoryReader ireader = DirectoryReader.open(directory);
		//搜索类
		IndexSearcher isearcher = new IndexSearcher(ireader);
		//lucence查询解析 用于指定查询的属性名和分词器
		QueryParser parser = new QueryParser(Version.LUCENE_47, field, analyzer);
		//开始搜索
		Query query = parser.parse(value);
		//最终結果被分詞后添加前綴和后綴的处理类  <B></B>
		SimpleHTMLFormatter htmlFormatter = new SimpleHTMLFormatter("<font color=red>","</font>");
		//將高亮搜索的詞 添加到高亮处理器中
		Highlighter highlighter = new Highlighter(htmlFormatter, new QueryScorer(query));
		
		//获取搜索的结果 指定返回的docuemnt个数
		 ScoreDoc[] hits = isearcher.search(query, null, 10).scoreDocs;
		 List<Map> list=new ArrayList<Map>();
	    for (int i = 0; i < hits.length; i++) {
	      int id = hits[i].doc;
	      Document hitDoc = isearcher.doc(hits[i].doc);
	      Map map=new HashMap();
	      map.put("foodid", hitDoc.get("foodid"));
	      String foodname=hitDoc.get("foodname");
	      //將查詢的結果和搜索詞匹配 匹配到添加前綴和后綴高亮 
	      TokenStream tokenStream = TokenSources.getAnyTokenStream(isearcher.getIndexReader(), id, "foodname", analyzer);
	      //传入的第二個參数是查詢的值 
	      TextFragment[] frag = highlighter.getBestTextFragments(tokenStream, foodname, false, 200);
	      String foodnameHign="";
	      for (int j = 0; j < frag.length; j++) {
	        if ((frag[j] != null) && (frag[j].getScore() > 0)) {
	        	foodnameHign=((frag[j].toString()));
	        }
	      }
	      map.put("foodname",foodnameHign);
	      map.put("price",  hitDoc.get("price"));
	      map.put("imagepath",  hitDoc.get("imagepath"));
	      list.add(map);
	    }
		ireader.close();
		directory.close();
		return list;
	}
	/**
	 * 创建索引库
	 * 
	 * select * from table where userdesc like '%永州%'
	 * 	
	 * @throws IOException 
	 */
	public static void write(Document doc) throws IOException{
		//索引库的存储目录
		Directory directory = FSDirectory.open(new File(dir));
		//关联lucence版本和当前分词器
		IndexWriterConfig config = new IndexWriterConfig(Version.LUCENE_47, analyzer);
		//传入 目录和分词器
		IndexWriter iwriter = new IndexWriter(directory, config);
		
		iwriter.addDocument(doc);
		iwriter.commit();
		iwriter.close();
	}
}

四.dao层的编写

package com.et.food.dao.impl;

import java.util.List;
import java.util.Map;

import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.jdbc.core.JdbcTemplate;
import org.springframework.stereotype.Repository;

@Repository
public class FoodDaoImpl {
	@Autowired
	private JdbcTemplate jdbc;
	/**
	 * 获取总行数
	 */
	public int queryFoodCount(){
		String sql="select count(*) as foodCount from food";
		return Integer.parseInt(jdbc.queryForList(sql).get(0).get("foodCount").toString());
		
	}
	/**
	 * 分页获取数据
	 * 数据库存放很多数据进行一部分分词
	 * @param start开始位置
	 * @param rows获取总行数
	 * @return
	 */
	public List<Map<String,Object>> queryFood(int start,int rows){
		String sql = "select * from food limit "+start+","+rows;
		return jdbc.queryForList(sql);
	}
}

五.controller的编写

package com.et.food.dao.impl;


import java.io.IOException;
import java.util.List;
import java.util.Map;

import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.document.TextField;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RestController;

import com.et.food.utils.LuceneUtils;


@RestController
public class FoodController {
	@Autowired
	FoodDaoImpl dao;
	@GetMapping("/searchFood")
	public List<Map> getFood(String keyWord) throws Exception {
		return LuceneUtils.search("foodname", keyWord);
	}
	@GetMapping("/createIndex")
	public String createIndex(){
		try {
			//数据库查询数据 查询数据批量查询
			int queryFoodCount = dao.queryFoodCount();
			//第一次拉取 0,1000
			//第二次拉取 1001,2000
			int startIndex = 0;
			int rows = 5;
			while (startIndex <= queryFoodCount) {
				//每次拉取数据
				List<Map<String, Object>> queryFood = dao.queryFood(startIndex, rows);
				for (int i = 0; i < queryFood.size(); i++) {
					Map<String, Object> mso = queryFood.get(i);
					Document doc = new Document();
					Field field1 = new Field("foodid", mso.get("foodid").toString(), TextField.TYPE_STORED);
					Field field2 = new Field("foodname", mso.get("foodname").toString(), TextField.TYPE_STORED);
					Field field3 = new Field("price", mso.get("price").toString(), TextField.TYPE_STORED);
					doc.add(field1);
					doc.add(field2);
					doc.add(field3);
					LuceneUtils.write(doc);

				}
				//传入lucene索引
				startIndex += 1 + rows;
			} 
		} catch (IOException e) {
			e.printStackTrace();
			return "0";
		}
		return "1";
	}
}

六.html的编写

<!DOCTYPE html>
<html>
<head>
<meta charset="UTF-8">
<title>Insert title here</title>
<script type="text/javascript"src="jquery-3.1.0.min.js"></script>
<script type="text/javascript">
	$(function(){
		$("#searchBtn").click(function(){
			$.ajax({
				url:'searchFood',
				data:'keyWord='+$("input[name='keyWord']").val(),
				dataType:'json',
				success:function(jd){
					$("div[name='c']").remove()
					for(var i=0;i<jd.length;i++){
						var html = "<div name='c'>"+
						"<h3>"+jd[i].foodname+"</h3>"+
						"<span>"+jd[i].foodname+"价格是"+jd[i].price+"</span>"+
						"<hr>"+
						"</div>";
						$("#foodDiv").append(html);
					}
				}
					
			})
		})
	})
</script>
</head>
<body>
	<div>
		<img src="bd_logo1.png" width="280px"><br/>
		 <input type="text" name="keyWord"  style="border:1px solid grey;width:200px;height:25px">
    	 <input id="searchBtn" type="button" value="搜索一下"  style="background-color: rgb(51,133,255);color: white;border:0px;height:28px ">
	     <div id="foodDiv">
	     
	     </div>
    </div>
</body>
</html>

七.运行项目

package com.et.food.dao.impl;

import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;

@SpringBootApplication
public class FoodMain {

    public static void main(String[] args) throws Exception {
        SpringApplication.run(FoodMain.class, args);
    }
}