java过滤敏感词

package com.krifation.util;

import org.apache.commons.io.FileUtils;

import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

/**
 * 敏感词工具类
 */
public class BadWordsUtil {
    public static final int WORDS_MAX_LENGTH = 20;
    //敏感词库文件
    public static final String BAD_WORDS_LIB_FILE_NAME = "D:/dictionary.txt";
    //敏感词列表
    public static Map[] badWordsList = null;
    //敏感词索引
    public static Map<String, Integer> wordIndex = new HashMap<String, Integer>();
    //初始化敏感词库
    public static void initbadWordsList() throws IOException {
        if (badWordsList == null) {
            badWordsList = new Map[WORDS_MAX_LENGTH];
            for (int i = 0; i < badWordsList.length; i++) {
                badWordsList[i] = new HashMap<String, String>();
            }
        }
        //敏感词词库所在目录，这里为txt文本，一个敏感词一行
        List<String> words = FileUtils.readLines(new File(BAD_WORDS_LIB_FILE_NAME),"GBK");

        for (String w : words) {
            if (w != null) {
                //将敏感词按长度存入map
                badWordsList[w.length()].put(w.toLowerCase(), "");
                Integer index = wordIndex.get(w.substring(0, 1));
                //生成敏感词索引，存入map
                if (index == null) {
                    index = 0;
                }
                int x = (int) Math.pow(2, w.length());
                index = (index | x);
                wordIndex.put(w.substring(0, 1), index);
            }
        }
    }

    /**
    * 检索敏感词
    */
    public static List<String> searchBanWords(String content) {
        if (badWordsList == null) {
            try {
                initbadWordsList();
            } catch (IOException e) {
                throw new RuntimeException(e);
            }
        }

        List<String> result = new ArrayList<String>();

        for (int i = 0; i < content.length(); i++) {
            Integer index = wordIndex.get(content.substring(i, i + 1));
            int p = 0;
            while ((index != null) && (index > 0)) {
                p++;
                index = index >> 1;

                String sub = "";

                if ((i + p) < (content.length() - 1)) {
                    sub = content.substring(i, i + p);
                } else {
                    sub = content.substring(i);
                }

                if (((index % 2) == 1) && badWordsList[p].containsKey(sub)) {
                    result.add(content.substring(i, i + p));
                }
            }
        }
        return result;
    }

}