lucene解析器分析

import java.io.IOException;
import java.io.StringReader;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.core.SimpleAnalyzer;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
import org.apache.lucene.util.Version;


public class AnalyzerTest {


            public static void analysis(Analyzer analyzer, String txt) throws IOException {
                        System.out.println("analyzer:" + analyzer.getClass());
                        TokenStream stream = analyzer.tokenStream("content", new StringReader(txt));
                        stream.reset();
                        //
                        while (stream.incrementToken()) {
                                    CharTermAttribute attribute = stream.getAttribute(CharTermAttribute.class);
                                    OffsetAttribute offsetAttribute = stream.getAttribute(OffsetAttribute.class);
                                    System.out.println("off:" + offsetAttribute.startOffset() + "----" + offsetAttribute.endOffset());
                                    System.out.println("attr:" + attribute.toString());
                        }
            }


            public static void main(String[] args) throws IOException {
                        Analyzer a = new StandardAnalyzer(Version.LUCENE_48);
                        a = new SimpleAnalyzer(Version.LUCENE_48);
                       // a = new CJKAnalyzer(Version.LUCENE_48);
                        //a = new MyStopAnalyzer();
                        String txt = "this is a txt";
                        System.out.println("textLength:" + txt.length());
                        System.out.println("0-4:" + txt.substring(5, 7));
                        String zhTxt = "这是中文测试,hello  中文 The i am i am";
                        //analysis(a, txt);
                        analysis(a, zhTxt);
            }
}