ASP Lucene.net(站内搜索,分词算法)

using Lucene.Net.Analysis;
using Lucene.Net.Analysis.PanGu;
using Lucene.Net.Analysis.Standard;
using Lucene.Net.Documents;
using Lucene.Net.Index;
using Lucene.Net.Search;
using Lucene.Net.Store;
using NSharp.SearchEngine.Lucene.Analysis.Cjk;
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.IO;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.Windows.Forms;

namespace MyDemo.LuceneNetDemo
{
    public partial class Form1 : Form
    {
        public Form1()
        {
            InitializeComponent();
        }

        //Lucene.net相当于把数据库的数据又拷贝到Lucene.net中，搜索都是在Lucene.net中搜索。只支持文本搜索。
        //一元分词。Lucene.Net.dll  log4net.dll
        private void button1_Click(object sender, EventArgs e)
        {
            Analyzer analyzer = new StandardAnalyzer();   //StandardAnalyzer是一元分词的算法类。
            TokenStream tokenStream = analyzer.TokenStream("", new StringReader("北京，Hi欢迎你们大家"));
            Lucene.Net.Analysis.Token token = null;
            while ((token = tokenStream.Next()) != null)
            {
                Console.WriteLine(token.TermText());
            }

        }

        //二元分词。  CJKAnalyzer.cs  CJKTokenizer.cs  Lucene.Net.dll  log4net.dll
        private void button2_Click(object sender, EventArgs e)
        {