usingSystem;usingSystem.Collections.Generic;usingSystem.IO;usingSystem.Text;namespaceCYQ.Data.Tool
{internal static classIOHelper
{internal static Encoding DefaultEncoding =Encoding.Default;private static List tenObj = new List(10);private static ListTenObj
{get{if (tenObj.Count == 0)
{for (int i = 0; i < 10; i++)
{
tenObj.Add(new object());
}
}returntenObj;
}
}private static object GetLockObj(intlength)
{int i = length % 9;returnTenObj[i];
}///
///先自动识别UTF8，否则归到Default编码读取///
///
public static string ReadAllText(stringfileName)
{returnReadAllText(fileName, DefaultEncoding);
}public static string ReadAllText(stringfileName, Encoding encoding)
{try{if (!File.Exists(fileName))
{return string.Empty;
}
Byte[] buff= null;lock(GetLockObj(fileName.Length))
{if (!File.Exists(fileName))//多线程情况处理
{return string.Empty;
}
buff=File.ReadAllBytes(fileName);returnBytesToText(buff, encoding);
}
}catch(Exception err)
{
Log.WriteLogToTxt(err);
}return string.Empty;
}public static bool Write(string fileName, stringtext)
{return Save(fileName, text, false, DefaultEncoding, true);
}public static bool Write(string fileName, stringtext, Encoding encode)
{return Save(fileName, text, false, encode, true);
}public static bool Append(string fileName, stringtext)
{return Save(fileName, text, true, true);
}internal static bool Save(string fileName, string text, bool isAppend, boolwriteLogOnError)
{return Save(fileName, text, true, DefaultEncoding, writeLogOnError);
}internal static bool Save(string fileName, string text, bool isAppend, Encoding encode, boolwriteLogOnError)
{try{string folder =Path.GetDirectoryName(fileName);if (!Directory.Exists(folder))
{
Directory.CreateDirectory(folder);
}lock(GetLockObj(fileName.Length))
{using (StreamWriter writer = newStreamWriter(fileName, isAppend, encode))
{
writer.Write(text);
}
}return true;
}catch(Exception err)
{if(writeLogOnError)
{
Log.WriteLogToTxt(err);
}else{
Error.Throw("IOHelper.Save() :" +err.Message);
}
}return false;
}internal static bool Delete(stringfileName)
{try{if(File.Exists(fileName))
{lock(GetLockObj(fileName.Length))
{if(File.Exists(fileName))
{
File.Delete(fileName);return true;
}
}
}
}catch{
}return false;
}public static bool IsLastFileWriteTimeChanged(string fileName, refDateTime compareTimeUtc)
{bool isChanged = false;
IOInfo info= newIOInfo(fileName);if (info.Exists && info.LastWriteTimeUtc !=compareTimeUtc)
{
isChanged= true;
compareTimeUtc=info.LastWriteTimeUtc;
}returnisChanged;
}public static string BytesToText(byte[] buff, Encoding encoding)
{if (buff.Length == 0) { return ""; }//if (buff[0] == 239 && buff[1] == 187 && buff[2] == 191)//{//return Encoding.UTF8.GetString(buff, 3, buff.Length - 3);//}//else if (buff[0] == 255 && buff[1] == 254)//{//return Encoding.Unicode.GetString(buff, 2, buff.Length - 2);//}//else if (buff[0] == 254 && buff[1] == 255)//{//if (buff.Length > 3 && buff[2] == 0 && buff[3] == 0)//{//return Encoding.UTF32.GetString(buff, 4, buff.Length - 4);//}//return Encoding.BigEndianUnicode.GetString(buff, 2, buff.Length - 2);//}//else//{
TextEncodingDetect detect = newTextEncodingDetect();//检测Bom
switch(detect.DetectWithBom(buff))
{caseTextEncodingDetect.Encoding.Utf8Bom:return Encoding.UTF8.GetString(buff, 3, buff.Length - 3);caseTextEncodingDetect.Encoding.UnicodeBom:return Encoding.Unicode.GetString(buff, 2, buff.Length - 2);caseTextEncodingDetect.Encoding.BigEndianUnicodeBom:return Encoding.BigEndianUnicode.GetString(buff, 2, buff.Length - 2);caseTextEncodingDetect.Encoding.Utf32Bom:return Encoding.UTF32.GetString(buff, 4, buff.Length - 4);
}if (encoding != DefaultEncoding && encoding != Encoding.ASCII)//自定义设置编码，优先处理。
{returnencoding.GetString(buff);
}switch (detect.DetectWithoutBom(buff, buff.Length > 1000 ? 1000 : buff.Length))//自动检测。
{caseTextEncodingDetect.Encoding.Utf8Nobom:returnEncoding.UTF8.GetString(buff);caseTextEncodingDetect.Encoding.UnicodeNoBom:returnEncoding.Unicode.GetString(buff);caseTextEncodingDetect.Encoding.BigEndianUnicodeNoBom:returnEncoding.BigEndianUnicode.GetString(buff);caseTextEncodingDetect.Encoding.Utf32NoBom:returnEncoding.UTF32.GetString(buff);caseTextEncodingDetect.Encoding.Ansi:if (IsChineseEncoding(DefaultEncoding) && !IsChineseEncoding(encoding))
{if(detect.IsChinese)
{return Encoding.GetEncoding("gbk").GetString(buff);
}else//非中文时，默认选一个。
{returnEncoding.Unicode.GetString(buff);
}
}else{returnencoding.GetString(buff);
}caseTextEncodingDetect.Encoding.Ascii:returnEncoding.ASCII.GetString(buff);default:returnencoding.GetString(buff);
}//}
}private static boolIsChineseEncoding(Encoding encoding)
{return encoding == Encoding.GetEncoding("gb2312") || encoding == Encoding.GetEncoding("gbk") || encoding == Encoding.GetEncoding("big5");
}
}internal classIOInfo : FileSystemInfo
{public IOInfo(stringfileName)
{base.FullPath =fileName;
}public override voidDelete()
{
}public override boolExists
{get{return File.Exists(base.FullPath);
}
}public override stringName
{get{return null;
}
}
}///
///字节文本编码检测///
internal classTextEncodingDetect
{private readonly byte[] _UTF8Bom ={0xEF,0xBB,0xBF};//utf16le _UnicodeBom
private readonly byte[] _UTF16LeBom ={0xFF,0xFE};//utf16be _BigUnicodeBom
private readonly byte[] _UTF16BeBom ={0xFE,0xFF};//utf-32le
private readonly byte[] _UTF32LeBom ={0xFF,0xFE,0x00,0x00};//utf-32Be//private readonly byte[] _UTF32BeBom =//{//0x00,//0x00,//0xFE,//0xFF//};
///
///是否中文///
public bool IsChinese = false;public enumEncoding
{
None,//Unknown or binary
Ansi, //0-255
Ascii, //0-127
Utf8Bom, //UTF8 with BOM
Utf8Nobom, //UTF8 without BOM
UnicodeBom, //UTF16 LE with BOM
UnicodeNoBom, //UTF16 LE without BOM
BigEndianUnicodeBom, //UTF16-BE with BOM
BigEndianUnicodeNoBom, //UTF16-BE without BOM
Utf32Bom,//UTF-32LE with BOM
Utf32NoBom //UTF-32 without BOM
}public Encoding DetectWithBom(byte[] buffer)
{if (buffer != null)
{int size =buffer.Length;//Check for BOM
if (size >= 2 && buffer[0] == _UTF16LeBom[0] && buffer[1] == _UTF16LeBom[1])
{returnEncoding.UnicodeBom;
}if (size >= 2 && buffer[0] == _UTF16BeBom[0] && buffer[1] == _UTF16BeBom[1])
{if (size >= 4 && buffer[2] == _UTF32LeBom[2] && buffer[3] == _UTF32LeBom[3])
{returnEncoding.Utf32Bom;
}returnEncoding.BigEndianUnicodeBom;
}if (size >= 3 && buffer[0] == _UTF8Bom[0] && buffer[1] == _UTF8Bom[1] && buffer[2] == _UTF8Bom[2])
{returnEncoding.Utf8Bom;
}
}returnEncoding.None;
}///
///Automatically detects the Encoding type of a given byte buffer.///
/// The byte buffer.
/// The size of the byte buffer.
/// The Encoding type or Encoding.None if unknown.
public Encoding DetectWithoutBom(byte[] buffer, intsize)
{//Now check for valid UTF8
Encoding encoding =CheckUtf8(buffer, size);if (encoding !=Encoding.None)
{returnencoding;
}//ANSI or None (binary) then 一个零都没有情况。
if (!ContainsZero(buffer, size))
{
CheckChinese(buffer, size);returnEncoding.Ansi;
}//Now try UTF16 按寻找换行字符先进行判断
encoding =CheckByNewLineChar(buffer, size);if (encoding !=Encoding.None)
{returnencoding;
}//没办法了，只能按0出现的次数比率，做大体的预判
encoding =CheckByZeroNumPercent(buffer, size);if (encoding !=Encoding.None)
{returnencoding;
}//Found a null, return based on the preference in null_suggests_binary_
returnEncoding.None;
}///
///Checks if a buffer contains text that looks like utf16 by scanning for///newline chars that would be present even in non-english text.///以检测换行符标识来判断。///
/// The byte buffer.
/// The size of the byte buffer.
/// Encoding.none, Encoding.Utf16LeNoBom or Encoding.Utf16BeNoBom.
private static Encoding CheckByNewLineChar(byte[] buffer, intsize)
{if (size < 2)
{returnEncoding.None;
}//Reduce size by 1 so we don't need to worry about bounds checking for pairs of bytes
size--;int le16 = 0;int be16 = 0;int le32 = 0;//检测是否utf32le。
int zeroCount = 0;//utf32le 每4位后面多数是0
uint pos = 0;while (pos
{byte ch1 = buffer[pos++];byte ch2 = buffer[pos++];if (ch1 == 0)
{if (ch2 == 0x0a || ch2 == 0x0d)//\r \t 换行检测。
{++be16;
}
}if (ch2 == 0)
{
zeroCount++;if (ch1 == 0x0a || ch1 == 0x0d)
{++le16;if (pos + 1 <= size && buffer[pos] == 0 && buffer[pos + 1] == 0)
{++le32;
}
}
}//If we are getting both LE and BE control chars then this file is not utf16
if (le16 > 0 && be16 > 0)
{returnEncoding.None;
}
}if (le16 > 0)
{if (le16 == le32 && buffer.Length % 4 == 0)
{returnEncoding.Utf32NoBom;
}returnEncoding.UnicodeNoBom;
}else if (be16 > 0)
{returnEncoding.BigEndianUnicodeNoBom;
}else if (buffer.Length % 4 == 0 && zeroCount >= buffer.Length / 4)
{returnEncoding.Utf32NoBom;
}returnEncoding.None;
}///
///Checks if a buffer contains any nulls. Used to check for binary vs text data.///
/// The byte buffer.
/// The size of the byte buffer.
private static bool ContainsZero(byte[] buffer, intsize)
{uint pos = 0;while (pos
{if (buffer[pos++] == 0)
{return true;
}
}return false;
}///
///Checks if a buffer contains text that looks like utf16. This is done based///on the use of nulls which in ASCII/script like text can be useful to identify.///按照一定的空0数的概率来预测。///
/// The byte buffer.
/// The size of the byte buffer.
/// Encoding.none, Encoding.Utf16LeNoBom or Encoding.Utf16BeNoBom.
private Encoding CheckByZeroNumPercent(byte[] buffer, intsize)
{//单数
int oddZeroCount = 0;//双数
int evenZeroCount = 0;//Get even nulls
uint pos = 0;while (pos
{if (buffer[pos] == 0)
{
evenZeroCount++;
}
pos+= 2;
}//Get odd nulls
pos = 1;while (pos
{if (buffer[pos] == 0)
{
oddZeroCount++;
}
pos+= 2;
}double evenZeroPercent = evenZeroCount * 2.0 /size;double oddZeroPercent = oddZeroCount * 2.0 /size;//Lots of odd nulls, low number of even nulls 这里的条件做了修改
if (evenZeroPercent < 0.1 && oddZeroPercent > 0)
{returnEncoding.UnicodeNoBom;
}//Lots of even nulls, low number of odd nulls 这里的条件也做了修改
if (oddZeroPercent < 0.1 && evenZeroPercent > 0)
{returnEncoding.BigEndianUnicodeNoBom;
}//Don't know
returnEncoding.None;
}///
///Checks if a buffer contains valid utf8.///以UTF8 的字节范围来检测。///
/// The byte buffer.
/// The size of the byte buffer.
///
///Encoding type of Encoding.None (invalid UTF8), Encoding.Utf8NoBom (valid utf8 multibyte strings) or///Encoding.ASCII (data in 0.127 range).///
/// 2
private Encoding CheckUtf8(byte[] buffer, intsize)
{//UTF8 Valid sequences//0xxxxxxx ASCII//110xxxxx 10xxxxxx 2-byte//1110xxxx 10xxxxxx 10xxxxxx 3-byte//11110xxx 10xxxxxx 10xxxxxx 10xxxxxx 4-byte//
//Width in UTF8//Decimal Width//0-127 1 byte//194-223 2 bytes//224-239 3 bytes//240-244 4 bytes//
//Subsequent chars are in the range 128-191
bool onlySawAsciiRange = true;uint pos = 0;while (pos
{byte ch = buffer[pos++];if (ch == 0)
{returnEncoding.None;
}intmoreChars;if (ch <= 127)
{//1 byte
moreChars = 0;
}else if (ch >= 194 && ch <= 223)
{//2 Byte
moreChars = 1;
}else if (ch >= 224 && ch <= 239)
{//3 Byte
moreChars = 2;
}else if (ch >= 240 && ch <= 244)
{//4 Byte
moreChars = 3;
}else{return Encoding.None; //Not utf8
}//Check secondary chars are in range if we are expecting any
while (moreChars > 0 && pos
{
onlySawAsciiRange= false; //Seen non-ascii chars now
ch= buffer[pos++];if (ch < 128 || ch > 191)
{return Encoding.None; //Not utf8
}--moreChars;
}
}//If we get to here then only valid UTF-8 sequences have been processed//If we only saw chars in the range 0-127 then we can't assume UTF8 (the caller will need to decide)
return onlySawAsciiRange ?Encoding.Ascii : Encoding.Utf8Nobom;
}///
///是否中文编码(GB2312、GBK、Big5)///
private void CheckChinese(byte[] buffer, intsize)
{
IsChinese= false;if (size < 2)
{return;
}//Reduce size by 1 so we don't need to worry about bounds checking for pairs of bytes
size--;uint pos = 0;bool isCN = false;while (pos
{//GB2312//0xB0-0xF7(176-247)//0xA0-0xFE(160-254)//GBK//0x81-0xFE(129-254)//0x40-0xFE(64-254)//Big5//0x81-0xFE(129-255)//0x40-0x7E(64-126) OR 0xA1－0xFE(161-254)
byte ch1 = buffer[pos++];byte ch2 = buffer[pos++];
isCN= (ch1 >= 176 && ch1 <= 247 && ch2 >= 160 && ch2 <= 254)|| (ch1 >= 129 && ch1 <= 254 && ch2 >= 64 && ch2 <= 254)|| (ch1 >= 129 && ((ch2 >= 64 && ch2 <= 126) || (ch2 >= 161 && ch2 <= 254)));if (!isCN)
{return;
}
}
IsChinese= true;
}
}
}
1237
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
