C#将txt文档中的重复记录去掉。

参考：http://zhidao.baidu.com/question/355240119.html

   DataTable table = TxtToDataTable(path, file);
                //去掉重复的行，【当第一个字段相同的两条记录，删除时间较早的那条记录】
                //例如：
                //"6210810180000778752","1292107695","2100077875","1630002100077875","2013/12/04","13:48:54"
                //"6210810180000778752","3567307695","2100077875","1630002100077875","2013/12/04","15:30:03"
                //去掉第一条记录，保留第二条
                //.........TODO
                //DataTable dt_new = table.DefaultView.ToTable(true, "F1");
                //int count = dt_new.Rows.Count;
                 DataRow[] dataRows = table.Select("");
                 Hashtable hash = new Hashtable();
                 foreach (DataRow row in dataRows)
                 {
                     string icNo = row[0].ToString();
                     if (hash.ContainsKey(icNo))
                     {
                         DataRow row1 =(DataRow) hash[icNo];
                         this.richTextBox1.AppendText(row1[0].ToString() + "," + row1[1].ToString() + "," + row1[2].ToString() + "," + row1[3].ToString() + "," + row1[4].ToString() + "," + row1[5].ToString());
                         this.richTextBox1.AppendText("\r\n");
                         hash.Remove(icNo);
                         hash.Add(icNo, row);
                     }
                     else 
                     {
                         hash.Add(icNo, row);
                     }
                 }

  /// <summary>
        /// OLEDB读取txt文档
        /// </summary>
        /// <param name="floderName">文件夹路径 F:\\test\\</param>
        /// <param name="fileName">文件名称 11.txt</param>
        /// <returns>返回DataTable数据集</returns>
        /// 文档的格式很重要，列之间必须用“，”隔开，程序读取时会用“，”进行分列
        public static DataTable TxtToDataTable(string floderName, string fileName)
        {
            OleDbConnection conn = DataconnectionTxt(floderName);
            //把TXT文本转换为datatable
            string sql = string.Format("select * from " + fileName, floderName, fileName);
            DataTable dt = new DataTable();
            OleDbDataAdapter sda = new OleDbDataAdapter(sql, conn);
            sda.Fill(dt);
            if (dt == null)
            {
                MessageBox.Show("您导入的文档名字有误！请去掉空格或特殊字符！");
                return null;
            }
            return dt;

        }

        #region <DataconnectionTxt> Text 文档操作 OLEDB
        /// <summary>
        /// 操作TXT文件 OLEDB
        /// </summary>
        /// <param name="txtfolder">txt文件所在的文件夹的路径</param>
        public static OleDbConnection DataconnectionTxt(string txtfolder)
        {
            string _dBconnstring = "Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + txtfolder + ";Extended Properties='text;HDR=no;FMT=Delimited';";
            var txtconnection = new OleDbConnection(_dBconnstring);
            try
            {
                txtconnection.Open();
                return txtconnection;
            }
            catch (Exception e)
            {
                throw new Exception("请重新确定文件的路径的正确性！异常信息如下：" + e.Message);
            }
        }
        #endregion

参考程序：

http://download.csdn.net/detail/zhuni_xingfu/6776339