java分词统计_IKanalyzer分词器分词并且统计词频

com.janeluo

ikanalyzer

2012_u6

首先引入 ikanalyzer相关jar包

/**

* @Description:

* @Author: lizhang

* @CreateDate: 2018/7/31 22:35

* @UpdateDate: 2018/7/31 22:35

* @Version: 1.0

*/

import org.wltea.analyzer.core.IKSegmenter;

import org.wltea.analyzer.core.Lexeme;

import java.io.IOException;

import java.io.StringReader;

import java.util.*;

public class Test {

/**

* 对语句进行分词

* @param text 语句

* @return 分词后的集合

* @throws IOException

*/

private static Map segment(String text) throws IOException {

Map map = new HashMap();

StringReader re = new StringReader(text);

IKSegmenter ik = new IKSegmenter(re, false);//true 使用smart分词，false使用最小颗粒分词

Lexeme lex; while ((lex &#