python just函数_python justtest中一些小函数的整理，以备查用

#encoding:utf-8

import re

from tone2Pinyin import ConvertToneNumbersPinyin

args = "Zhào Qián Sūn Lǐ Zhōu Wú Zhèng Wáng"

# lineOut = ConvertToneNumbersPinyin(args)

# print lineOut

s = u"""Zhào Qián Sūn Lǐ Zhōu Wú Zhèng Wáng

赵 钱 孙 李 周 吴 郑 王

Féng Chén Chǔ Wèi Jiǎng Shěn Hán Yáng冯 陈 褚 卫 蒋 沈 韩 杨

Zhū Qin Yoú Xǔ Hé Lǚ Shi Zhāng

朱 秦 尤 许 何 吕 施 张"""

def convert_to_pinyin_num():

words_pinyin_dic = {}

pattern = re.compile(u"[\u4e00-\u9fa5]+")

param_list = s.split()

flag_point = 0

for param in param_list:

match = pattern.match(param)

if not match:

param = param.encode("utf-8")

lineOut = ConvertToneNumbersPinyin(param)

key_words = param_list[flag_point+8]

print key_words

value_pinyin_num = lineOut + "\n"

words_pinyin_dic[key_words] = value_pinyin_num

flag_point += 1

return words_pinyin_dic

# convert_to_pinyin_num()

def write_file():

words_pinyin_dic = convert_to_pinyin_num()

with open("words_pinyin_num.txt",mode="a") as f:

for key in words_pinyin_dic:

print key,words_pinyin_dic[key]

com_str ="\t".join((key,words_pinyin_dic[key]))

print com_str

f.write(com_str.encode("utf-8"))

# write_file()

def read_file():

import codecs

# fileObj = codecs.open("family_name_words_pin.txt",mode="wb",encoding="utf-8")

with codecs.open("words_pinyin_num.txt",encoding="utf-8") as f:

pattern = re.compile("[1-9]")

for line in f.readlines():

match = pattern.search(line)

if match:

print pattern.sub(" ",line)

trim_num = pattern.sub(" ",line)

# fileObj.write(trim_num)

# fileObj.close()

# read_file()

def re_sub_fun():

'''正则中的替换操作'''

import codecs

with codecs.open("words_pinyin_num.txt",encoding="utf-8") as f:

for line in f.readlines():

print re.sub("\d"," ",line,count=1)

# read_file()

def convert_pinyin_lower():

'''字符串操作，大小写转换'''

import os,codecs

fileObj = open("multi_family_name.txt",mode="wb")

with codecs.open("family_name_words_pin.txt") as f:

for line in f.readlines():

lower_line = line.lower()

fileObj.write(lower_line)

fileObj.close()

# convert_pinyin_lower()

def test_listdir_fun():

'''测试listdir，函数，其他的类似遍历方法还有glob，以及os.walk()'''

import os

print os.listdir(".")

def str_find_fun():

'''find函数，字符串中进行查找，查找失败则返回-1，

所以不能直接用if str.find('*')来判断是否查询失败'''

s = "谁了"

flag = s.find("天")

print flag

if s.find("天") != -1:

print "yes"

# if s.find("天"):

# print "yes"

# str_find_fun()

def check_mulitfamilyname_in_omit():

'''确定姓氏准确发音与高频词不同，即姓氏部分可能会被错误标音的字'''

import codecs

omit_words_set = set()

multi_intersection_dic = {}

high_freq_pinyin_dic = {}

with codecs.open("data/omit_check_words.txt",encoding="utf-8") as f:

for line in f.readlines():

omit_words_set.add(line.strip())

print len(omit_words_set)

with codecs.open("data/multi_family_name.txt",encoding="utf-8") as f:

for line in f.readlines():

splited_line = line.strip().split("\t")

if splited_line[0] in omit_words_set:

multi_intersection_dic[splited_line[0]] = splited_line[1]

with codecs.open("data/high_frequence_single_word.txt",encoding="utf-16") as f:

for line in f.readlines():

splited_line = line.strip().split("\t")

high_freq_pinyin_dic[splited_line[0]] = splited_line[1]

i = 0

temp_list = []

for (k,v) in multi_intersection_dic.items():

if (k,v) not in high_freq_pinyin_dic.items():

i += 1

com_str = "\t".join((k,v,high_freq_pinyin_dic[k]))

com_str = com_str + "\n"

temp_list.append(com_str)

print k,v,high_freq_pinyin_dic[k]

print len(temp_list)

# with codecs.open("omit_not_eq_high_freq.txt",mode="wb",encoding="utf-8") as f:

# f.writelines(temp_list)

# check_mulitfamilyname_in_omit()

def gen_multi_pinyin():

'''获取2,3,4，5,6多音字,且按顺序排列'''

import os,codecs

path = r"E:\SVN\chocolate_ime\doc"

filename = os.path.join(path,"HZout_NoTone.txt")

word_list = []

with codecs.open(filename,mode="rb",encoding="utf-16") as f:

for line in f.readlines():

splited_line = line.split("\t")

word_list.append(splited_line[0])

multi_pinyin_num_dic = {}

for word in set(word_list):

multi_pinyin_num_dic[word] = word_list.count(word)#数据量为23721，利用list.count速度相当慢

com_temp_list = []

multi_pinyin_num_list = sorted(multi_pinyin_num_dic.items(),key=lambda x:x[1])#按照dic的value值进行排序，sorted返回数组

for word_repeat_times_tuple in multi_pinyin_num_list:

if word_repeat_times_tuple[1] >= 2:

com_str = "\t".join((word_repeat_times_tuple[0],str(word_repeat_times_tuple[1])))

com_str = com_str + "\n"

com_temp_list.append(com_str)

print len(com_temp_list)

with codecs.open("multi_repeat_times_sort.txt",mode="a",encoding="utf-8") as f:

f.writelines(com_temp_list)

# gen_multi_pinyin()

def gen_multi_familyname_dic():

import codecs

multi_familyname_dic = {}

with codecs.open("familyname_not_equal_high_freq.txt",encoding="utf8")as f:

for line in f.readlines():

# print len(line.split("\t"))

splited_line = line.split("\t")

multi_familyname_dic[splited_line[0]] = splited_line[1]

print multi_familyname_dic

# gen_multi_familyname_dic()

def get_high_freq():

'''max函数比较，两个参数，interator,key,对arr中的第三个参数进行比较，然后返回对应的list

注意，此时若不用float进行转化，则会按字符串进行比较，及"22"小于"4"，这个问题的不是第一次碰到了，

当慎重才是'''

arr = [[u'\u90fd', u'du', u'3093398\r\n'], [u'\u90fd', u'dou', u'18953009\r\n']]

high_word_pinyin_freq_list = max(arr, key=lambda x: float(x[2]))

print high_word_pinyin_freq_list

#get_high_freq()