一个检查文本编码类型的Python库

Universal Encoding Detector

http://chardet.feedparser.org/ 

它提供的代码片段示例

>>>   import  urllib
>>>  urlread  =   lambda  url: urllib.urlopen(url).read()
>>>   import  chardet
>>>  chardet.detect(urlread( " http://google.cn/ " ))
{ ' encoding ' :  ' GB2312 ' ,  ' confidence ' :  0.99 }

>>>  chardet.detect(urlread( " http://yahoo.co.jp/ " ))
{ ' encoding ' :  ' EUC-JP ' ,  ' confidence ' :  0.99 }

>>>  chardet.detect(urlread( " http://amazon.co.jp/ " ))
{ ' encoding ' :  ' SHIFT_JIS ' ,  ' confidence ' :  1 }

>>>  chardet.detect(urlread( " http://pravda.ru/ " ))
{ ' encoding ' :  ' windows-1251 ' ,  ' confidence ' :  0.9355 }

>>>  chardet.detect(urlread( " http://auction.co.kr/ " ))
{ ' encoding ' :  ' EUC-KR ' ,  ' confidence ' :  0.99 }

>>>  chardet.detect(urlread( " http://haaretz.co.il/ " ))
{ ' encoding ' :  ' windows-1255 ' ,  ' confidence ' :  0.99 }

>>>  chardet.detect(urlread( " http://www.nectec.or.th/tindex.html " ))
{ ' encoding ' :  ' TIS-620 ' ,  ' confidence ' :  0.7675 }

>>>  chardet.detect(urlread( " http://feedparser.org/docs/ " ))
{ ' encoding ' :  ' utf-8 ' ,  ' confidence ' :  0.99 }