Lucene和PanGu（盘古分词）

先用盘古分词生成索引，然后对进行查询语句进行分词查询。比较简单。

using System; using System.Collections.Generic; using System.Linq; using System.Web; using System.Web.UI; using System.Web.UI.WebControls; using Lucene.Net.Analysis; using Lucene.Net.Documents; using Lucene.Net.Index; using Lucene.Net.QueryParsers; using Lucene.Net.Search; using Lucene.Net.Store; using Lucene.China; using Lucene.Net.Analysis.PanGu; using System.Data; using System.Data.SqlClient; using System.IO; using Lucene.Net.Analysis.Standard; using PanGu; using System.Text; using System.Diagnostics; /// <summary> /// 获取数据源 /// </summary> /// <returns></returns> public DataTable GetTable() { DataTable dt = new DataTable(); using (SqlConnection con = new SqlConnection("Data Source=HQ-M-YSQ;Initial Catalog=SpiderDB;Integrated Security=True")) { SqlDataAdapter da = new SqlDataAdapter("select * from Fourm", con); da.Fill(dt); da.Dispose(); } return dt; } /// <summary> /// 生成索引 /// </summary> public void CreateIndex() { String Paths=Server.MapPath("./")+"DataIndex"; PanGuAnalyzer analyzer=new PanGuAnalyzer(); IndexWriter indexWritr = new IndexWriter(Paths, analyzer, true); DataTable dt=GetTable(); foreach (DataRow item in dt.Rows) { Document doc = new Document(); doc.Add(new Field("PID", item["id"].ToString(),Field.Store.YES,Field.Index.TOKENIZED)); doc.Add(new Field("PTitle", item["title"].ToString(), Field.Store.YES, Field.Index.TOKENIZED)); doc.Add(new Field("PContext", item["context"].ToString(), Field.Store.YES, Field.Index.TOKENIZED)); indexWritr.AddDocument(doc); } indexWritr.Close(); } protected void Button1_Click1(object sender, EventArgs e) { CreateIndex(); } protected void Button2_Click(object sender, EventArgs e) { Search(txtContext.Text.Trim()); } //查询 public void Search(String keyWord) { Stopwatch sw = new Stopwatch(); StringBuilder builder = new StringBuilder(); PanGuTokenizer tokenizer = new PanGuTokenizer(); ICollection<WordInfo> list= tokenizer.SegmentToWordInfos(keyWord); foreach (WordInfo word in list) { if (word == null) { continue; } keyWord = keyWord + word + ","; builder.AppendFormat("{0}^{1}", word.Word, (int)Math.Pow(3, word.Rank)); } keyWord = keyWord.Substring(0, keyWord.Length - 1); PanGuAnalyzer analyzer = new PanGuAnalyzer(true); MultiFieldQueryParser Parser = new MultiFieldQueryParser(new string[] { "PTitle", "PContext" }, analyzer); Query query = Parser.Parse(builder.ToString()); String Paths = Server.MapPath("./") + "DataIndex"; IndexSearcher search = new IndexSearcher(Paths); sw.Start(); Hits hits= search.Search(query); sw.Stop(); StringBuilder sb = new StringBuilder(); for (var i = 0; i < hits.Length(); i++) { PanGu.HighLight.SimpleHTMLFormatter simpleHTMLFormatter = new PanGu.HighLight.SimpleHTMLFormatter("<font color='red'>", "</font>"); //创建高亮，输入HTML代码和 盘古对象Semgent PanGu.HighLight.Highlighter highter = new PanGu.HighLight.Highlighter(simpleHTMLFormatter, new Segment()); Document doc = hits.Doc(i); String title = highter.GetBestFragment(keyWord, doc.Get("PTitle")); String context = highter.GetBestFragment(keyWord, doc.Get("PContext")); sb.Append("标题：" + title + "<br/>" + context + doc.Get("PContext") + "<br/>"); } search.Close(); Response.Write(sb + "用时：" + (sw.Elapsed.TotalMilliseconds).ToString()); }