package com.krifation.util;
import org.apache.commons.io.FileUtils;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
/**
* 敏感词工具类
*/
public class BadWordsUtil {
public static final int WORDS_MAX_LENGTH = 20;
//敏感词库文件
public static final String BAD_WORDS_LIB_FILE_NAME = "D:/dictionary.txt";
//敏感词列表
public static Map[] badWordsList = null;
//敏感词索引
public static Map<String, Integer> wordIndex = new HashMap<String, Integer>();
//初始化敏感词库
public static void initbadWordsList() throws IOException {
if (badWordsList == null) {
badWordsList = new Map[WORDS_MAX_LENGTH];
for (int i = 0; i < badWordsList.length; i++) {
badWordsList[i] = new HashMap<String, String>();
}
}
//敏感词词库所在目录,这里为txt文本,一个敏感词一行
List<String> words = FileUtils.readLines(new File(BAD_WORDS_LIB_FILE_NAME),"GBK");
for (String w : words) {
if (w != null) {
//将敏感词按长度存入map
badWordsList[w.length()].put(w.toLowerCase(), "");
Integer index = wordIndex.get(w.substring(0, 1));
//生成敏感词索引,存入map
if (index == null) {
index = 0;
}
int x = (int) Math.pow(2, w.length());
index = (index | x);
wordIndex.put(w.substring(0, 1), index);
}
}
}
/**
* 检索敏感词
*/
public static List<String> searchBanWords(String content) {
if (badWordsList == null) {
try {
initbadWordsList();
} catch (IOException e) {
throw new RuntimeException(e);
}
}
List<String> result = new ArrayList<String>();
for (int i = 0; i < content.length(); i++) {
Integer index = wordIndex.get(content.substring(i, i + 1));
int p = 0;
while ((index != null) && (index > 0)) {
p++;
index = index >> 1;
String sub = "";
if ((i + p) < (content.length() - 1)) {
sub = content.substring(i, i + p);
} else {
sub = content.substring(i);
}
if (((index % 2) == 1) && badWordsList[p].containsKey(sub)) {
result.add(content.substring(i, i + p));
}
}
}
return result;
}
}
java过滤敏感词
最新推荐文章于 2024-05-10 00:07:31 发布