c#单向日志服务器

(项目下载地址在后面,转载请注明出处)

一、最新项目给一个需求:收集手机客户端错误日志


二、收集终端用户日志大体分为两种解决方案:

1.单向逐条发送给日志服,即长连接、逐条发送

2.以文件形式基于某种触发条件(如:用户主动、bug检测等)整体发送给服务器,即短连接、整体发送

方案1 优点:是可以详细的收集到用户每个动态。

           缺点:占用网络IO,长连接消耗服务器资源大,终端用户流量消耗增加

方案2 优点:几乎不占用网络IO,发生错误才产生日志,日志有效性高

           缺点:触发条件基于终端用户,不稳定

最终决定用方案2,因为此需求初衷是为了收集bug日志,不需要过多占用用户网络资源


三、设计思路

走TCP协议,Winform做UI

客户端:1.写日志

                2.由用户触发发送,并添加bug描述

                3.读取日志,分包发送

服务端:1.收集所有的包放进缓存,收集完整后写成文件

                2.接收超时后把已经收集到的日志写成文件

                3.释放资源


四、协议设计

客户端写好日志之后以4096为单位,将日志分为若干个包体发送给服务器

交互数据包设计:

using WORD = System.UInt16;
using BYTE = System.Byte;
using DWORD = System.UInt32;
using LONGLONG = System.Int64;

public class CMD_S_Log
    {
        public DWORD dwUserID;
        public DWORD dwRoomID;
        public WORD wIdenty;
        public WORD wPakageCount;						//数据包数量
        public LONGLONG lPakageLen;						//日志长度
        public WORD wPakageIndex;						//数据包索引
        public WORD wPakageRange;						//数据包大小
        public BYTE[] cbPagkage;						//数据包
    }

dwUserID,dwRoomID,wIdenty 可以根据实际情况修改

wPakageCount :指客户端发送的日志一共分了多少数据包,等收集够了就写日志

llPakageLen:整个日志字节数

dwPakageIndex:当前包是索引

wPakageRange:当前包大小,写定4096

cbPakage:日志包体


服务端核心代码讲解:

 void Start() {
            try
            {
                //1:创建一个socket  
                m_Socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp);

                //ip
                IPAddress ipaddress = IPAddress.Any;

                EndPoint point = new IPEndPoint(ipaddress, 12345);//IPEndPoint类是对ip端口做了一层封装的类  

                //绑定 
                m_Socket.Bind(point);//向操作系统申请一个可用的ip地址和端口号用于通信  

                //监听
                Console.WriteLine("开始监听");/ 
                m_Socket.Listen(100);//设置最大的连接数  


                m_AcceptThread = new Thread(new ThreadStart(Accpet));//创建线程
                m_AcceptThread.Start();
 
            }
            catch (Exception ee)
            {
                //Console.WriteLine("初始化异常:" + ee.Message);
            }
        }

        void Accpet() {
            while (true)
            {
                try
                {
                    lock (lock_Socket)
                    {
                        Socket ClientSocket = m_Socket.Accept();

                        SocketClient socket = new SocketClient(ClientSocket);
                        socket.Start();
                    }
                }
                catch (Exception e)
                {
                    //Console.WriteLine("Accpet 异常:" + e.Message);
                }

                Thread.Sleep(50);
            }
        }
SocketClient是本地封装的一个接收客户端数据的Socket类,下面给源码。

这段代码很简单,调用Start()之后,绑定12345端口开启监听,然后启动Accept线程,接收到客户端连接后交给SocketClient来处理


SocketClient:

public class SocketClient
    {
        //Socket对象
        Socket m_Socket;

        //数据队列
        DFReceiveHandler m_ReceiveHandler = new DFReceiveHandler();
        
        //缓存日志
        CMD_S_Log[] m_Logs;

        //数据队列锁
        object m_LockReceiveHandler = new object();

        //日志锁
        object m_LockLogs = new object();

        //接收数据线程
        Thread m_ReceiceThread;

        //超时检测线程
        Thread m_TimeThread;

        int m_Time = 15;

        //构造函数
        public SocketClient(Socket socket) {
            m_Socket = socket;
        }

        //开始接受数据
        public void Start()
        {
            //Console.WriteLine("SocketClient.Start()");
            m_ReceiceThread = new Thread(new ThreadStart(Receive));//创建线程
            m_ReceiceThread.Start();

            m_TimeThread = new Thread(new ThreadStart(TimeRun));//创建线程
            m_TimeThread.Start();
        }

        //Receive线程
        void Receive()
        {
            while (true)
            {
                try
                {
                    lock (m_ReceiveHandler)
                    {
                        byte[] data = new byte[CMD_S_Log.Size];

                        int length = m_Socket.Receive(data);

                        if (length > 50)
                        {
                            //Console.WriteLine("收到数据 len = " + length + ",handle = " + m_Socket.Handle);

                            m_ReceiveHandler.Handle(data, length);
                        }

                        if (!CheckData())
                        {
                            Console.WriteLine("数据完整 跳出");
                            Relese();
                            m_TimeThread.DisableComObjectEagerCleanup();
                            break;
                        }
                    }
                   
                }
                catch (Exception e)
                {
                    //Console.WriteLine("Receive 异常:" + e.Message);
                    break;
                }

                Thread.Sleep(100);
            }

        }

        //检测数据完整性
        bool CheckData()
        {
            lock (m_LockLogs)
            {
                CMD_S_Log log = m_ReceiveHandler.GetCmd();

                bool isOk = true;

                if (log != null)
                {
                    if (m_Logs == null) m_Logs = new CMD_S_Log[log.wPakageCount];

                    //Console.WriteLine("解析数据:count=" + log.wPakageCount + ", index=" + log.wPakageIndex + ",range=" + log.wPakageRange);

                    m_Logs[log.wPakageIndex] = log;

                    for (int i = 0; i < log.wPakageCount; i++)
                    {
                        if (m_Logs[i] == null) isOk = false;
                    }

                    if (isOk)
                    {
                        //Console.WriteLine("数据完整");
                        WriteFile();
                        m_Logs = null;
                        return false;
                    }
                }
                return true;
            }
        }
       
        //写文件
        bool WriteFile()
        {
            //获取时间
            string time = System.DateTime.Now.ToString();
            time = time.Replace("/", "_");
            time = time.Replace(":", "_");

            string type = "GameLog";
            if (m_Logs[0].dwUserID == 111 && m_Logs[0].dwRoomID == 111) type = "LoginLog";
            if (m_Logs[0].dwRoomID == 222) type = "MainLog";


            //创建文件夹
            string[] FileName = time.Split(' ');
            string file = FileName[0];
            if (!Directory.Exists(file)) Directory.CreateDirectory("E:/ClientLog/"+ type + "/" + file);

            //随机数
            Random r = new Random();
            int random = r.Next(10000);

            //文件名
            string name = time + " " + m_Logs[0].dwUserID + "_" + m_Logs[0].dwRoomID + "_" + random;

        
            string path = "E:/ClientLog/" + type + "/" + file + "/" + name + ".txt";
            if (File.Exists(path))
            {
                Console.WriteLine("路径存在" + name + ".txt");
                return true;
            }

            //初始化byte[]
            byte[] FileArray = new byte[m_Logs[0].wPakageCount * 4096];

            //拷贝内存
            for (int i = 0; i < m_Logs.Length; i++)
            {
                Array.Copy(m_Logs[i].cbPagkage, 0, FileArray, m_Logs[i].wPakageIndex * 4096, 4096);
            }

            //写文件
            File.WriteAllBytes(path, FileArray);

            //写成功
            if (File.Exists(path))
            {
                Console.WriteLine("写入完成" + name + ".txt");
                return true;
            }
            else
            {
                return false;
            }
        }

        //释放内存
        void Relese() {
            m_Socket.Close();
            GC.Collect();
        }

        //超时计时器
        void TimeRun() {
            while (true)
            {
                Thread.Sleep(1000);
                //Console.WriteLine("倒计时 " + m_Time);
                m_Time--;

                if (m_Time <= 0)
                {
                    CheckData2();
                    m_ReceiceThread.DisableComObjectEagerCleanup();
                    Relese();
                    break;
                }
            }            
        }

        //超时后读取数据
        void CheckData2() {

            if (m_Logs == null) return;

            bool isOk = false;

            for (int i = 0; i < m_Logs.Length; i++)
            {
                if (m_Logs[i] != null) isOk = true;
            }

            if (isOk)
            {
                Console.WriteLine("超时处理");
                WriteFile2();
                m_Logs = null;
            }
        }

        //超时后写文件
        void WriteFile2()
        {
            if (m_Logs[0] == null) return;

            //获取时间
            string time = System.DateTime.Now.ToString();
            time = time.Replace("/", "_");
            time = time.Replace(":", "_");

            string type = "GameLog";
            if (m_Logs[0].dwUserID == 111 && m_Logs[0].dwRoomID == 111) type = "LoginLog";
            if (m_Logs[0].dwRoomID == 222) type = "MainLog";

            //创建文件夹
            string[] FileName = time.Split(' ');
            string file = FileName[0];
            if (!Directory.Exists(file)) Directory.CreateDirectory("E:/ClientLog/" + type + "/" + file);

            //随机数
            Random r = new Random();
            int random = r.Next(10000);

            //文件名
            string name = time + " " + m_Logs[0].dwUserID + "_" + m_Logs[0].dwRoomID + "_" + random;

          

            string path = "E:/ClientLog/" + type + "/" + file + "/" + name + ".txt";

            if (File.Exists(path))
            {
                Console.WriteLine("路径存在" + name + ".txt");
                return;
            }

            //初始化byte[]
            byte[] FileArray = new byte[m_Logs[0].wPakageCount * 4096];

            //拷贝内存
            for (int i = 0; i < m_Logs.Length; i++)
            {
                if (m_Logs[i] != null) Array.Copy(m_Logs[i].cbPagkage, 0, FileArray, m_Logs[i].wPakageIndex * 4096, 4096);
            }

            //写文件
            File.WriteAllBytes(path, FileArray);

            //写成功
            if (File.Exists(path))
            {
                Console.WriteLine("2写入完成" + name + ".txt");
            }
        }
    }
在前面创建SocketClient对象,并开启接收服务,接收到数据写入数据队列:
m_ReceiveHandler.Handle

然后每写入一次,就检测一遍数据是否完整(这里也可以开线程定时读取数据队列),如果数据完整就写文件,否则继续接收,如果超时就写入已经收集到的日志。


数据队列:

  public class DFReceiveHandler
    {
        /// <summary>
        /// 接收缓冲区
        /// </summary>
        private List<byte> receiveBuffer = new List<byte>();

        private readonly object _locker_receiveBuffer = new object();
        private readonly object _locker_cmdList = new object();

        //添加数据
        public void Handle(byte[] data, int dataLen)
        {
            lock (_locker_receiveBuffer)
            {
                byte[] realData = new byte[dataLen];
                Memory.CopyMemory(data, 0, realData, 0, dataLen);
                receiveBuffer.AddRange(realData);

                return;
            }
        }

        //读取数据
        public CMD_S_Log GetCmd()
        {

            lock (_locker_receiveBuffer)
            {
                //缓冲区无数据
                if (receiveBuffer.Count <= 0) return null;

                //无法提出完整的cmdinfo信息
                if (receiveBuffer.Count < CMD_S_Log.Size) return null;

                CMD_S_Log log = new CMD_S_Log();
                byte[] cmdInfoBytes = new byte[CMD_S_Log.Size];
                Memory.CopyMemory(receiveBuffer.ToArray(), 0, cmdInfoBytes, 0, CMD_S_Log.Size);
                log.Init(cmdInfoBytes);

                receiveBuffer.RemoveRange(0, CMD_S_Log.Size);
                return log;
            }
        }

        //清除数据队列
        public void Clear()
        {
            lock (_locker_receiveBuffer)
            {
                receiveBuffer.Clear();
            }
        }
    }
GetCmd:获取数据接口,判断如果可以取出一个CMD_S_Log,不能就返回null
前面说过每次收到数据,就调检测一遍数据完整性,检测方法就是每次收到数据,读取这个接口,如果能取出数据就缓存起来,判断是否收集完成

(ps:实际上开启定时线程手机数据可能更安全一些)


缓存写成文件:

  //初始化byte[]
            byte[] FileArray = new byte[m_Logs[0].wPakageCount * 4096];

            //拷贝内存
            for (int i = 0; i < m_Logs.Length; i++)
            {
                Array.Copy(m_Logs[i].cbPagkage, 0, FileArray, m_Logs[i].wPakageIndex * 4096, 4096);
            }

            //写文件
            File.WriteAllBytes(path, FileArray);
这段代码是把收集到的缓存m_Logs按顺序拷贝进一个FileArray,然后一次性写成文件


客户端:

客户端情况比较复杂,可能是游戏,可能是应用,也可能是工具App,可能用的C++、Java或者C#等等

但是要做的事情是一样的

1.写日志

2.连接日志服发送日志

写日志部分八仙过海,各显神通

我这里简单举个发送日志的例子(c#)

SendLogThread(string path)
    {
        if (m_Contral == 1)
        {
            //读取path路径下日志文件
           byte[] data = File.ReadAllBytes(path);

            //计算日志分包个数
            int count = (data.Length / 4096) + 1;

            //最后一个数据包长度
           int wei = data.Length % 4096;

            //创建缓存
            CMD_S_Log[] Logs = new CMD_S_Log[count];

            //写入缓存
            for (int i = 0; i < count; i++)
            {
                Logs[i] = new CMD_S_Log();

                Logs[i].dwUserID = m_UserID;
                Logs[i].dwRoomID = m_RoomID;

                Logs[i].wIdenty = 1;
                Logs[i].wPakageCount = (ushort)count;
                Logs[i].lPakageLen = data.Length;
                Logs[i].wPakageIndex = (ushort)i;
                Logs[i].wPakageRange = 4096;

                Logs[i].cbPagkage = new byte[4096];
                int len = i == count - 1 ? wei : 4096;
                Array.Copy(data, i * 4096, Logs[i].cbPagkage, 0, len);
            }

            //创建Socket
            Socket m_Socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp);

            //ip port
            IPAddress ipaddress = new IPAddress(m_IP);
            int port = m_Port;

            EndPoint point = new IPEndPoint(ipaddress, port);

            //连接服务器
            m_Socket.Connect(point);//建立连接  

            //循环发送
            int index = 0;
            while (index < Logs[0].wPakageCount)
            {
                m_Socket.Send(Logs[index++].ToArray());

                //延时等待
               Wait(0.05);
            }

           //关闭连接
            m_Socket.Close();
        }
    }

服务器项目放在CSDN上了,客户端内容少实现也简单,大家自己搞定吧

项目下载地址传送门

转载请注明出处!



  • 0
    点赞
  • 2
    收藏
    觉得还不错? 一键收藏
  • 打赏
    打赏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包

打赏作者

左右...

你的鼓励将是我创作的最大动力

¥1 ¥2 ¥4 ¥6 ¥10 ¥20
扫码支付:¥1
获取中
扫码支付

您的余额不足,请更换扫码支付或充值

打赏作者

实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值