io_uring异步IO

io_uring介绍

io_uring是一个Linux内核的异步I/O框架，它提供了高性能的异步I/O操作，io_uring的目标是通过减少系统调用和上下文切换的开销来提高I/O操作的性能。

在网络编程中，我们通常使用epoll IO多路复用来处理网络IO，然而epoll也并不是异步网络IO，仅仅是内核提供了IO复用机制，epoll回调通知的是数据可以读取或者写入了，具体的读写操作仍然需要用户去做，而不是内核代替完成。

io_uring原理介绍：

kernel_new_features/io_uring/文章/浅析开源项目之io_uring.md at main · 0voice/kernel_new_features · GitHubi

io_uring实现tcp服务器

安装liburing

git clone https://github.com/axboe/liburing.git

./configure

make

make install

代码

#include <stdio.h>
#include <liburing.h>
#include <netinet/in.h>
#include <string.h>
#include <unistd.h>
#include <stdlib.h>


#define EVENT_ACCEPT   	0
#define EVENT_READ		1
#define EVENT_WRITE		2

#define ENTRIES_LENGTH		1024
#define BUFFER_LENGTH		1024

struct conn_info {
    int fd;
    int event;
    char buf[BUFFER_LENGTH];
};

int init_server(unsigned short port) {	

	int sockfd = socket(AF_INET, SOCK_STREAM, 0);	
	struct sockaddr_in serveraddr;	
	memset(&serveraddr, 0, sizeof(struct sockaddr_in));	
	serveraddr.sin_family = AF_INET;	
	serveraddr.sin_addr.s_addr = htonl(INADDR_ANY);	
	serveraddr.sin_port = htons(port);	

	if (-1 == bind(sockfd, (struct sockaddr*)&serveraddr, sizeof(struct sockaddr))) {		
		perror("bind");		
		return -1;	
	}	

	listen(sockfd, 10);
	
	return sockfd;
}

int set_event_recv(struct io_uring *ring,
				      struct conn_info *info, int flags) {

	struct io_uring_sqe *sqe = io_uring_get_sqe(ring);

    info->event = EVENT_READ;
	io_uring_prep_recv(sqe, info->fd, info->buf, BUFFER_LENGTH, flags);
    io_uring_sqe_set_data(sqe, info);
}

int set_event_send(struct io_uring *ring,
				      struct conn_info *info, size_t len, int flags) {

	struct io_uring_sqe *sqe = io_uring_get_sqe(ring);

    info->event = EVENT_WRITE;
	io_uring_prep_send(sqe, info->fd, info->buf, len, flags);
	io_uring_sqe_set_data(sqe, info);
}

int set_event_accept(struct io_uring *ring, struct conn_info *info, 
                struct sockaddr *addr, socklen_t *addrlen, int flags) {

    struct io_uring_sqe *sqe = io_uring_get_sqe(ring);


    info->event = EVENT_ACCEPT;
    io_uring_prep_accept(sqe, info->fd, (struct sockaddr*)addr, addrlen, flags);
    io_uring_sqe_set_data(sqe, info);
}

int main(int argc, char *argv[]) {

	unsigned short port = 9999;
	int sockfd = init_server(port);

	struct io_uring_params params;
	memset(&params, 0, sizeof(params));

	struct io_uring ring;
	io_uring_queue_init_params(ENTRIES_LENGTH, &ring, &params);

	struct sockaddr_in clientaddr;	
	socklen_t len = sizeof(clientaddr);

    struct conn_info *accept_info = malloc(sizeof(struct conn_info));
    memset(accept_info, 0, sizeof(struct conn_info));
    accept_info->fd = sockfd;
    accept_info->event = EVENT_ACCEPT;
    
	set_event_accept(&ring, accept_info, (struct sockaddr*)&clientaddr, &len, 0);

	while (1) {

		io_uring_submit(&ring);

		struct io_uring_cqe *cqe;
		io_uring_wait_cqe(&ring, &cqe);

		struct io_uring_cqe *cqes[128];
		int nready = io_uring_peek_batch_cqe(&ring, cqes, 128);  // epoll_wait

		int i = 0;
		for (i = 0;i < nready;i ++) {

			struct io_uring_cqe *entries = cqes[i];
			struct conn_info *result = io_uring_cqe_get_data(entries);

			if (result->event == EVENT_ACCEPT) {

				set_event_accept(&ring, result, (struct sockaddr*)&clientaddr, &len, 0);
				//printf("set_event_accept\n"); //

				int connfd = entries->res;

                struct conn_info *info = malloc(sizeof(struct conn_info));
                memset(info, 0, sizeof(struct conn_info));
                info->fd = connfd;
				set_event_recv(&ring, info, 0);
				
			} else if (result->event == EVENT_READ) {  //

				int ret = entries->res;
				//printf("set_event_recv ret: %d, %s\n", ret, result->buf); //

				if (ret == 0) {
					close(result->fd);
				} else if (ret > 0) {
					set_event_send(&ring, result, ret, 0);
				}
			}  else if (result->event == EVENT_WRITE) {
  //

				int ret = entries->res;
				//printf("set_event_send ret: %d, %s\n", ret, result->buf);
				set_event_recv(&ring, result, 0);
				
			}
			
		}

		io_uring_cq_advance(&ring, nready);
	}

}

运行环境内核版本：Linux version 5.15.0-119-generic，尽量高点，不然容易报错

测试：客户端建立50个连接，发送1百万个请求，测试QPS

收发包框架\数据包大小	64	128	256	512	1024
io_uring	84012	82345	80308	82624	81752
epoll	74145	73561	73866	74940	72358

 io_uring qps比epoll块10%左右