Unity 敏感词库屏蔽工具

在 Unity 中使用C#代码，实现基于DFA 算法的敏感词屏蔽工具。
具体代码如下：

 
using System.Collections;
using System.Collections.Generic;
using System.Text;

public static class SensitiveWordUtil
{
    private const string END_FLAG = "IsEnd";
    private static Hashtable _hashtable = new Hashtable();
    
    /// <summary>
    /// 初始化 过滤词 词库
    /// </summary>
    public static void InitSensitiveWordMap(string[] worlds)
    {
        _hashtable = new Hashtable(worlds.Length);
        foreach (string word in worlds)
        {
            Hashtable hashtable = _hashtable;
            for (int i = 0; i < word.Length; i++)
            {
                char c = word[i];
                if (IsSymbol(c)) continue;
                if (hashtable.ContainsKey(c)) {
                    hashtable = (Hashtable)hashtable[c];
                }else {
                    var newHashtable = new Hashtable();
                    newHashtable.Add(END_FLAG, 0);
                    hashtable.Add(c, newHashtable);
                    hashtable = newHashtable;
                }
                if (i == word.Length - 1) {
                    if (hashtable.ContainsKey(END_FLAG)) {
                        hashtable[END_FLAG] = 1;
                    }else {
                        hashtable.Add(END_FLAG, 1);
                    }
                }
            }
        }
    }

    /// <summary>
    /// 查找所有敏感词，找到则返回敏感词长度
    /// </summary>
    /// <param name="text">需要过滤的字符串</param>
    /// <param name="startIndex">查找的起始位置</param>
    /// <returns></returns>
    public static int SearchSensitiveWord(string text, int startIndex)
    {
        Hashtable newMap = _hashtable;
        bool flag = false;
        int len = 0;
        for (int i = startIndex; i < text.Length; i++)
        {
            char word = text[i];
            if (IsSymbol(word)) {
                len++;
                continue;
            }
            Hashtable temp = (Hashtable)newMap[word];
            if (temp != null) {
                if ((int)temp[END_FLAG] == 1) flag = true;
                else newMap = temp;
                len++;
            }
            else break;
        }
        if (!flag) len = 0;
        return len;
    }

    /// <summary>
    /// 找到内容字符串内所有敏感词
    /// </summary>
    /// <param name="text">需要处理的文本</param>
    /// <returns></returns>
    public static List<string> GetAllSensitiveWords(string text)
    {
        List<string> result = new List<string>();
        for (int i = 0; i < text.Length; i++)
        {
            int length = SearchSensitiveWord(text, i);
            if (length > 0)
            {
                result.Add(text.Substring(i, length));
                i = i + length - 1;
            }
        }
        return result;
    }

    /// <summary>
    /// 替换 需要剔除的 敏感字
    /// </summary>
    /// <param name="text">需要处理的文本</param>
    /// <returns></returns>
    public static string ReplaceSensitiveWords(string text)
    {
        int i = 0;
        StringBuilder builder = new StringBuilder(text);
        while (i < text.Length)
        {
            int len = SearchSensitiveWord(text, i);
            if (len > 0) {
                for (int j = 0; j < len; j++)
                {
                    builder[i + j] = '*';
                }
                i += len;
            }
            else ++i;
        }
        return builder.ToString();
    }

    /// <summary>
    /// 判断是否是一个符号
    /// </summary>
    /// <param name="c"></param>
    /// <returns></returns>
    private static bool IsSymbol(char c)
    {
        int ic = c;
        // 0x2E80-0x9FFF 东亚文字范围
        return !((c >= '0' && c <= '9') || (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z')) && (ic < 0x2E80 || ic > 0x9FFF);
    }
}

测试代码如下：

    private void TestWords()
    {
        string[] sensitiveWords = new[] {"555dd.com", "明明很爱你", "糟老头", "坏得很", "2B"};
        SensitiveWordUtil.InitSensitiveWordMap(sensitiveWords);
        string testWords = "他是一个2B,他是一个坏人,他是一个糟老头,他是一个明明很爱你的人,他要访问555dd.com";
        string resultWords = SensitiveWordUtil.ReplaceSensitiveWords(testWords);
        
        Debug.Log($"测试字符串:{testWords}");
        Debug.Log($"输出字符串:{resultWords}");
    }

输出结果:

测试在敏感词中插入特殊符号：

    private void TestWords()
    {
        string[] sensitiveWords = new[] {"555dd.com", "明明很爱你", "糟老头", "坏得很", "2B"};
        SensitiveWordUtil.InitSensitiveWordMap(sensitiveWords);
        string testWords = "他是一个2B,他是&一个坏_人,他是一个*糟(老%头,他是一个明$明%很=爱你的人,他要访问555dd.com";
        string resultWords = SensitiveWordUtil.ReplaceSensitiveWords(testWords);
        
        Debug.Log($"测试字符串:{testWords}");
        Debug.Log($"输出字符串:{resultWords}");
    }

输出结果: