1、直接返回DataSet对象
特点:通常组件化的处理机制,不加任何修饰及处理;
优点:代码精减、易于处理,小数据量处理较快;
缺点:大数据量的传递处理慢,消耗网络资源;
建议:当应用系统在内网、专网(局域网)的应用时,或外网(广域网)且数据量在KB级时的应用时,采用此种模式。
2、返回DataSet对象用Binary序列化后的字节数组
特点:字节数组流的处理模式;
优点:易于处理,可以中文内容起到加密作用;
缺点:大数据量的传递处理慢,较消耗网络资源;
建议:当系统需要进行较大数据交换时采用。
3、返回DataSetSurrogate对象用Binary序列化后的字节数组
特点:微软提供的开源组件;
优点:易于处理,可以中文内容起到加密作用;
缺点:大数据量的传递处理慢,较消耗网络资源;
建议:当系统需要传输中文数据或需要加密时采用此种方式
4、返回DataSetSurrogate对象用Binary序列化并Zip压缩后的字节数组
特点:对字节流数组进行压缩后传递;
优点:当数据量大时,性能提高效果明显,压缩比例大;
缺点:相比第三方组件,压缩比例还有待提高;
建议:当系统需要进行大数据量网络数据传递时,建议采用此种可靠、高效、免费的方法。
测试用例:SqlServer2008R2数据库,数据量大小40000行,字段数10个,结果如下:
使用方法 |
用时(秒) |
数据量(Byte) |
大小 百分比(%) |
直接返回DataSet |
12.625 |
19629414 |
100% |
返回二进制序列化后DataSet |
9.712 |
12049645 |
61.38% |
返回转化DataSetSurrogate的DataSet 并且二进制序列化后 |
7.943 |
5138990 |
26.18% |
返回转化DataSetSurrogate的DataSet 并且二进制序列化后使用zip压缩 |
7.619 |
978033 |
4.98% |
using System; using System.Data; using System.Web; using System.Collections; using System.Web.Services; using System.Web.Services.Protocols; using System.ComponentModel; using System.IO; using System.IO.Compression; using System.Data.SqlClient; using System.Runtime.Serialization.Formatters.Binary; namespace DataSetWebService { /// <summary> /// Service1 的摘要说明 /// </summary> [WebService(Namespace = "http://tempuri.org/")] [WebServiceBinding(ConformsTo = WsiProfiles.BasicProfile1_1)] [ToolboxItem(false)] public class DataSetService : System.Web.Services.WebService { [WebMethod(Description="直接返回DataSet对象")] public DataSet GetDataSet() { //http://www.dzbsoft.com XT_TEXT string sql = "select * from XT_TEXT"; SqlConnection conn = new SqlConnection("Server=10.8.200.101;DataBase=TestDb;user id=sa;password=h0@#y+FeC*;"); conn.Open(); SqlDataAdapter dataAd = new SqlDataAdapter(sql, conn); DataSet DS = new DataSet("XT_TEXT"); dataAd.Fill(DS); conn.Close(); return DS; } [WebMethod(Description = "返回DataSet对象用Binary序列化后的字节数组")] public byte[] GetDataSetBytes() { DataSet DS = GetDataSet(); BinaryFormatter ser = new BinaryFormatter(); MemoryStream ms = new MemoryStream(); ser.Serialize(ms, DS); byte[] buffer = ms.ToArray(); return buffer; } [WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化后的字节数组")] public byte[] GetDataSetSurrogateBytes() { DataSet DS = GetDataSet(); DataSetSurrogate dss = new DataSetSurrogate(DS); BinaryFormatter ser = new BinaryFormatter(); MemoryStream ms = new MemoryStream(); ser.Serialize(ms, dss); byte[] buffer = ms.ToArray(); return buffer; } [WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化并ZIP压缩后的字节数组")] public byte[] GetDataSetSurrogateZipBytes() { DataSet DS = GetDataSet(); DataSetSurrogate dss = new DataSetSurrogate(DS); BinaryFormatter ser = new BinaryFormatter(); MemoryStream ms = new MemoryStream(); ser.Serialize(ms, dss); byte[] buffer = ms.ToArray(); byte[] Zipbuffer = Compress(buffer); return Zipbuffer; } public byte[] Compress(byte[] data) { MemoryStream ms = new MemoryStream(); Stream zipStream = null; zipStream = new GZipStream(ms, CompressionMode.Compress, true); zipStream.Write(data, 0, data.Length); zipStream.Close(); ms.Position = 0; byte[] compressed_data = new byte[ms.Length]; ms.Read(compressed_data, 0, int.Parse(ms.Length.ToString())); return compressed_data; } } } 客户端调用:C/S using System; using System.Collections.Generic; using System.ComponentModel; using System.Data; using System.Drawing; using System.Text; using System.Windows.Forms; using System.IO; using System.IO.Compression; using System.Data.SqlClient; using System.Runtime.Serialization.Formatters.Binary; namespace Test { public partial class Form1 : Form { public Form1() { InitializeComponent(); } private void BindDataSet(DataSet DS) { this.dataGridView1.DataSource = DS.Tables[0]; } private void button1_Click(object sender, EventArgs e) { com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService(); DateTime dtBegin = DateTime.Now; DataSet DS = ds.GetDataSet(); this.label1.Text = string.Format("耗时:{0}", DateTime.Now - dtBegin); BindDataSet(DS); } private void button2_Click(object sender, EventArgs e) { com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService(); DateTime dtBegin = DateTime.Now; byte[] buffer = ds.GetDataSetBytes(); DataSet DS = ds.GetDataSet(); BinaryFormatter ser = new BinaryFormatter(); DataSet dataset = ser.Deserialize(new MemoryStream(buffer)) as DataSet; this.label2.Text = string.Format("耗时:{0}", DateTime.Now - dtBegin + " " + buffer.Length.ToString()); BindDataSet(DS); } private void button3_Click(object sender, EventArgs e) { com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService(); DateTime dtBegin = DateTime.Now; byte[] buffer = ds.GetDataSetSurrogateBytes(); BinaryFormatter ser = new BinaryFormatter(); DataSet DS = ds.GetDataSet(); DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate; DataSet dataset = dss.ConvertToDataSet(); this.label3.Text = string.Format("耗时:{0}", DateTime.Now - dtBegin + " " + buffer.Length.ToString()); BindDataSet(DS); } private void button4_Click(object sender, EventArgs e) { com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService(); DateTime dtBegin = DateTime.Now; byte[] zipBuffer = ds.GetDataSetSurrogateZipBytes(); byte[] buffer = UnZipClass.Decompress(zipBuffer); BinaryFormatter ser = new BinaryFormatter(); DataSet DS = ds.GetDataSet(); DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate; DataSet dataset = dss.ConvertToDataSet(); this.label4.Text = string.Format("耗时:{0}", DateTime.Now - dtBegin + " " + zipBuffer.Length.ToString()); BindDataSet(DS); } } } UnZipClass.cs using System; using System.Collections.Generic; using System.Text; using System.IO; using System.IO.Compression; namespace Test { public static class UnZipClass { /// <summary> /// Decompresses the specified data. /// </summary> /// <param name="data">The data.</param> /// <returns></returns> public static byte[] Decompress(byte[] data) { try { MemoryStream ms = new MemoryStream(data); Stream zipStream = null; zipStream = new GZipStream(ms, CompressionMode.Decompress); byte[] dc_data = null; dc_data = EtractBytesFormStream(zipStream, data.Length); return dc_data; } catch { return null; } } public static byte[] EtractBytesFormStream(Stream zipStream, int dataBlock) { try { byte[] data = null; int totalBytesRead = 0; while (true) { Array.Resize(ref data, totalBytesRead + dataBlock + 1); int bytesRead = zipStream.Read(data, totalBytesRead, dataBlock); if (bytesRead == 0) { break; } totalBytesRead += bytesRead; } Array.Resize(ref data, totalBytesRead); return data; } catch { return null; } } } }