lucene 查看分词器分出的词

最新推荐文章于 2019-07-06 20:40:13 发布

jixiuffff

最新推荐文章于 2019-07-06 20:40:13 发布

阅读量1.5k

点赞数

文章标签： lucene exception string import null class

本文链接：https://blog.csdn.net/jixiuffff/article/details/5526742

版权

import java.io.StringReader;

import net.paoding.analysis.analyzer.PaodingAnalyzer;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.tokenattributes.TermAttribute;
import org.apache.lucene.analysis.tokenattributes.TypeAttribute;

public class TestPaoDing {
    public static void main(String[] args) throws Exception {
        // StandardAnalyzer: 一元分词
        // Analyzer analyzer = new StandardAnalyzer(Version.LUCENE_29) ;
        // PaodingAnalyzer: 二元分词
        Analyzer analyzer = new PaodingAnalyzer();
        String indexStr = "人之所以痛苦，在于追求错误的东西";
        StringReader reader = new StringReader(indexStr);
        TokenStream ts = analyzer.tokenStream(null, reader);
        TermAttribute termAtt = (TermAttribute) ts
                .getAttribute(TermAttribute.class);
        TypeAttribute typeAtt = (TypeAttribute) ts
                .getAttribute(TypeAttribute.class);

        while (ts.incrementToken()) {
            System.out.print(termAtt.term());
            System.out.print(' ');
            System.out.println(typeAtt.type());
        }

    }
}

=======================================================

import java.io.StringReader;

import net.paoding.analysis.analyzer.PaodingAnalyzer;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.Token;
import org.apache.lucene.analysis.TokenStream;

public class TestPaoDing {
    public static void main(String[] args) throws Exception {
        //StandardAnalyzer: 一元分词
        //Analyzer analyzer = new StandardAnalyzer();
        //PaodingAnalyzer: 二元分词
        Analyzer analyzer = new PaodingAnalyzer();
        String indexStr = "围城，我们都是好孩子";
        StringReader reader = new StringReader(indexStr);
        TokenStream ts = analyzer.tokenStream(null, reader);
        Token t = ts.next();
        while (t != null) {
            System.out.print(t.termText()+"   ");
            t = ts.next();
        }
    }
}