mysql 繁体转简体_繁体简体转化_langconv.py

from copy import deepcopy

import re

try:

import psyco

psyco.full()

except:

pass

try:

from zh_wiki import zh2Hant, zh2Hans

except ImportError:

from zhtools.zh_wiki import zh2Hant, zh2Hans

import sys

py3k = sys.version_info >= (3, 0, 0)

if py3k:

UEMPTY = ''

else:

_zh2Hant, _zh2Hans = {}, {}

for old, new in ((zh2Hant, _zh2Hant), (zh2Hans, _zh2Hans)):

for k, v in old.items():

new[k.decode('utf8')] = v.decode('utf8')

zh2Hant = _zh2Hant

zh2Hans = _zh2Hans

UEMPTY = ''.decode('utf8')

# states

(START, END, FAIL, WAIT_TAIL) = list(range(4))

# conditions

(TAIL, ERROR, MATCHED_SWITCH, UNMATCHED_SWITCH, CONNECTOR) = list(range(5))

MAPS = {}

class Node(object):

def __init__(self, from_word, to_word=None, is_tail=True,

have_child=False):

self.from_word = from_word

if to_word is None:

self.to_word = from_word

self.data = (is_tail, have_child, from_word)

self.is_original = True

else:

self.to_word = to_word or from_word

self.data = (is_tail, have_child, to_word)

self.is_original = False

self.is_tail = is_tail

self.have_child = have_child

def is_original_long_word(self):

return self.is_original and len(self.from_word)>1

def is_follow(self, chars):

return chars != self.from_word[: