使用Lucene3和IKAnalyzer对一段文本进行分词

import java.io.IOException;
import java.io.StringReader;
import java.util.ArrayList;
import java.util.List;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.tokenattributes.TermAttribute;
import org.wltea.analyzer.lucene.IKAnalyzer;

/**
 * 对一段文字进行分词
 * @author Administrator
 */
public class IkAnalyzerWord {

  private String resource;
  private List<String> result = new ArrayList<String>();

  public IkAnalyzerWord(String resource) throws IOException {
    this.resource = resource;
    analyzer();
  }

  private void analyzer() throws IOException {
    Analyzer analyzer = new IKAnalyzer();
    TokenStream ts = analyzer.tokenStream("*", new StringReader(resource));
    ts.addAttribute(TermAttribute.class);
    //public <A extends Attribute> A addAttribute(Class<A> attClass)
    //The caller must pass in a Class<? extends Attribute> value.
    //This method first checks if an instance of that class is already in this AttributeSource and returns it.
    //Otherwise a new instance is created, added to this AttributeSource and returned.
    while (ts.incrementToken()) {
      TermAttribute ta = ts.getAttribute(TermAttribute.class);
      //public <A extends Attribute> A getAttribute(Class<A> attClass)
      //The caller must pass in a Class<? extends Attribute> value. 
      //Returns the instance of the passed in Attribute contained in this AttributeSource
      result.add(ta.term());
      //Returns the Token's term text.
    }
  }

  public List<String> getResult() {
    return this.result;
  }

  public static void main(String[] args) throws IOException {
    IkAnalyzerWord ik = new IkAnalyzerWord("今天的大风终于小了，但是又起雾了今天的大风终于小了，但是又起雾了");
    System.out.println(ik.getResult());
  }
}

输出结果（我设置了stopword词典）

[大风, 终于, 小了, 雾, 大风, 终于, 小了, 雾]