LINUX网络编程 IO 复用

参考《linux高性能服务器编程》

 

LINUX下处理多个连接时候,仅仅使用多线程和原始socket函数,效率十分低下

于是就出现了selelct poll  epoll等IO复用函数。

这里讨论性能最优的epoll IO复用

用户将需要关注的socket连接使用IO复用函数放进一个事件表中,每当事件表中有一个或者多个SOCKET连接出现读写请求时候,则进行处理

事件表使用一个额外的文件描述符来标识。文件描述符使用 epoll_create函数创建

#inlclude <sys/epoll.h>

int epoll_create(int size); size参数目前不起作用

 

操作事件表使用epoll_ctl函数进行控制

操作类型有以下3中 

EPOLL_CTL_ADD  EPOLL_CTL_MOD  EPOLL_CTL_DEL

 

在一段超时时间内等待事件表上的事件 使用epoll_wait();

函数范例如下:

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
#include <sys/types.h>
#include <sys/socket.h>
#include <netinet/in.h>
#include <arpa/inet.h>
#include <assert.h>
#include <stdio.h>
#include <unistd.h>
#include <errno.h>
#include <string.h>
#include <fcntl.h>
#include <stdlib.h>
#include <sys/epoll.h>
#include <pthread.h>
 
#define MAX_EVENT_NUMBER 1024
#define BUFFER_SIZE 10
 
int  setnonblocking(  int  fd )
{
     int  old_option = fcntl( fd, F_GETFL );
     int  new_option = old_option | O_NONBLOCK;
     fcntl( fd, F_SETFL, new_option );
     return  old_option;
}
 
void  addfd(  int  epollfd,  int  fd,  bool  enable_et )
{
     epoll_event  event ;
     event .data.fd = fd;
     event .events = EPOLLIN;
     if ( enable_et )
     {
         event .events |= EPOLLET;
     }
     epoll_ctl( epollfd, EPOLL_CTL_ADD, fd, & event  );
     setnonblocking( fd );
}
 
 
void  et( epoll_event* events,  int  number,  int  epollfd,  int  listenfd )
{
     char  buf[ BUFFER_SIZE ];
     for  int  i = 0; i < number; i++ )
     {
         int  sockfd = events[i].data.fd;
         if  ( sockfd == listenfd )
         {
             struct  sockaddr_in client_address;
             socklen_t client_addrlength =  sizeof ( client_address );
             int  connfd = accept( listenfd, (  struct  sockaddr* )&client_address, &client_addrlength );
             addfd( epollfd, connfd,  true  );
         }
         else  if  ( events[i].events & EPOLLIN )
         {
             printf(  "event trigger once\n"  );
             while ( 1 )
             {
                 memset( buf,  '\0' , BUFFER_SIZE );
                 int  ret = recv( sockfd, buf, BUFFER_SIZE-1, 0 );
                 if ( ret < 0 )
                 {
                     if ( ( errno == EAGAIN ) || ( errno == EWOULDBLOCK ) )
                     {
                         printf(  "read later\n"  );
                         break ;
                     }
                     close( sockfd );
                     break ;
                 }
                 else  if ( ret == 0 )
                 {
                     close( sockfd );
                 }
                 else
                 {
                     printf(  "get %d bytes of content: %s\n" , ret, buf );
                 }
             }
         }
         else
         {
             printf(  "something else happened \n"  );
         }
     }
}
 
int  main(  int  argc,  char * argv[] )
{
     if ( argc <= 2 )
     {
         printf(  "usage: %s ip_address port_number\n" , basename( argv[0] ) );
         return  1;
     }
     const  char * ip = argv[1];
     int  port = atoi( argv[2] );
 
     int  ret = 0;
     struct  sockaddr_in address;
     bzero( &address,  sizeof ( address ) );
     address.sin_family = AF_INET;
     inet_pton( AF_INET, ip, &address.sin_addr );
     address.sin_port = htons( port );
 
     int  listenfd = socket( PF_INET, SOCK_STREAM, 0 );
     assert( listenfd >= 0 );
 
     ret = bind( listenfd, (  struct  sockaddr* )&address,  sizeof ( address ) );
     assert( ret != -1 );
 
     ret = listen( listenfd, 5 );
     assert( ret != -1 );
 
     epoll_event events[ MAX_EVENT_NUMBER ];
     int  epollfd = epoll_create( 5 );
     assert( epollfd != -1 );
     addfd( epollfd, listenfd,  true  );
 
     while ( 1 )
     {
         int  ret = epoll_wait( epollfd, events, MAX_EVENT_NUMBER, -1 );
         if  ( ret < 0 )
         {
             printf(  "epoll failure\n"  );
             break ;
         }
     
         et( events, ret, epollfd, listenfd );
     }
 
     close( listenfd );
     return  0;
}

  

在尝试一个多线程代码;

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
#include <sys/types.h>
#include <sys/socket.h>
#include <netinet/in.h>
#include <arpa/inet.h>
#include <assert.h>
#include <stdio.h>
#include <unistd.h>
#include <errno.h>
#include <string.h>
#include <fcntl.h>
#include <stdlib.h>
#include <sys/epoll.h>
#include <pthread.h>
 
#define MAX_EVENT_NUMBER 1024
#define BUFFER_SIZE 10
 
struct  fds
{
    int  epollfd;
    int  sockfd;
};
 
void * worker(  void * arg )
{
     int  sockfd = ( (fds*)arg )->sockfd;
     int  epollfd = ( (fds*)arg )->epollfd;
     printf(  "start new thread to receive data on fd: %d\n" , sockfd );
     char  buf[ BUFFER_SIZE ];
     memset( buf,  '\0' , BUFFER_SIZE );
     while ( 1 )
     {
         int  ret = recv( sockfd, buf, BUFFER_SIZE-1, 0 );
         if ( ret == 0 )
         {
             close( sockfd );
             printf(  "foreiner closed the connection\n"  );
             break ;
         }
         else  if ( ret < 0 )
         {
             if ( errno == EAGAIN )
             {
                // reset_oneshot( epollfd, sockfd );
                 printf(  "read later\n"  );
                 break ;
             }
         }
         else
         {
             printf(  "get content: %s\n" , buf );
             sleep( 5 );
         }
     }
     printf(  "end thread receiving data on fd: %d\n" , sockfd );
}
 
int  setnonblocking( int  fd)
{
     int  old_option = fcntl(fd,F_GETFL);
     int  new_option = old_option | O_NONBLOCK;
     fcntl(fd,F_SETFL,new_option);
     return  old_option;
}
 
void  addfd( int  epollfd, int  fd, bool  enable_et)
{
     epoll_event  event ;
     event .data.fd = fd;
     event .events = EPOLLIN;
     
     if (enable_et){
         event .events |= EPOLLET;
     }
     epoll_ctl(epollfd,EPOLL_CTL_ADD,fd,& event );
     setnonblocking(fd);
}
 
void  et(epoll_event* events, int  number, int  epollfd, int  listenfd){
     char  buf[BUFFER_SIZE];
     for ( int  i = 0; i < number;i++){
         int  sockfd = events[i].data.fd;
         if (sockfd == listenfd){
             struct  sockaddr_in client_address;
             socklen_t client_addrlength =  sizeof (client_address);
             int  connfd = accept(listenfd,( struct  sockaddr*)&client_address,&client_addrlength);
             addfd(epollfd,connfd, true );
         } else  if (events[i].events & EPOLLIN){
             /*
             printf("event trigger once\n");
             while(1){
                 memset(buf,'\0',BUFFER_SIZE);
                 int ret = recv(sockfd,buf,BUFFER_SIZE-1,0);
                 if(ret < 0){
                     if((errno == EAGAIN) || (errno == EWOULDBLOCK)){
                         printf("read later\n");
                         break;
                     }
                     close(sockfd);
                     break;
                 }else if(ret == 0){
                     close(sockfd);
                 }else{
                     printf("get %d bytes of content: %s \n",ret,buf);
                 }
             }*/
              pthread_t thread;
                 fds fds_for_new_worker;
                 fds_for_new_worker.epollfd = epollfd;
                 fds_for_new_worker.sockfd = sockfd;
                 pthread_create( &thread, NULL, worker, (  void * )&fds_for_new_worker );
         } else {
             printf( "something else happened \n" );
         }
     }
}
 
int  main()
{
     int  ret = 0;
     struct  sockaddr_in address;
     bzero(&address, sizeof (address));
     address.sin_family = AF_INET;
     inet_pton(AF_INET, "127.0.0.1" ,&address.sin_addr);
     address.sin_port = htons(1134);
     
     int  listenfd = socket(AF_INET,SOCK_STREAM,0);
     assert(listenfd >= 0);
     
     ret = bind(listenfd,( struct  sockaddr*)&address, sizeof (address));
     assert(ret != -1);
     
     ret = listen(listenfd,5);
     assert(ret != -1);
     
     epoll_event events[MAX_EVENT_NUMBER];
     int  epollfd = epoll_create(5);
     assert(epollfd != -1);
     addfd(epollfd,listenfd, true );
     
     while (1){
         int  ret = epoll_wait(epollfd,events,MAX_EVENT_NUMBER,-1);
         if (ret < 0){
             printf( "epoll failure\n" );
             break ;
         }
         et(events,ret,epollfd,listenfd);
     }
     
     close(listenfd);
     return  0;
}

  

多线程版本中 如果我们 连续多次输入会出现一个问题

如果我们连续多次在telnet的客户端输入

服务端会开启多个线程 接受这个socket的输入

显示如下:

fd: 5, sockfdget content: dfdsf
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd

 

如果多个线程同时操作一个socket 可能出现各种意外情况

那么我们就需要设置socket的EPOLLONESHOT标志

对于连续操作,操作系统最多触发该socket上一次读写异常事件。

代码如下:

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
#include <sys/types.h>
#include <sys/socket.h>
#include <netinet/in.h>
#include <arpa/inet.h>
#include <assert.h>
#include <stdio.h>
#include <unistd.h>
#include <errno.h>
#include <string.h>
#include <fcntl.h>
#include <stdlib.h>
#include <sys/epoll.h>
#include <pthread.h>
 
#define MAX_EVENT_NUMBER 1024
#define BUFFER_SIZE 10
 
struct  fds
{
    int  epollfd;
    int  sockfd;
};
 
void  reset_oneshot(  int  epollfd,  int  fd )
{
     epoll_event  event ;
     event .data.fd = fd;
     event .events = EPOLLIN | EPOLLET | EPOLLONESHOT;
     epoll_ctl( epollfd, EPOLL_CTL_MOD, fd, & event  );
}
 
 
void * worker(  void * arg )
{
     int  sockfd = ( (fds*)arg )->sockfd;
     int  epollfd = ( (fds*)arg )->epollfd;
     printf(  "start new thread to receive data on fd: %d\n" , sockfd );
     char  buf[ BUFFER_SIZE ];
     memset( buf,  '\0' , BUFFER_SIZE );
     while ( 1 )
     {
         int  ret = recv( sockfd, buf, BUFFER_SIZE-1, 0 );
         if ( ret == 0 )
         {
             close( sockfd );
             printf(  "foreiner closed the connection\n"  );
             break ;
         }
         else  if ( ret < 0 )
         {
             if ( errno == EAGAIN )
             {
                 reset_oneshot( epollfd, sockfd );
                 printf(  "read later\n"  );
                 break ;
             }
         }
         else
         {
             printf(  "get content: %s\n" , buf );
             sleep( 5 );
         }
     }
     printf(  "end thread receiving data on fd: %d\n" , sockfd );
}
 
int  setnonblocking( int  fd)
{
     int  old_option = fcntl(fd,F_GETFL);
     int  new_option = old_option | O_NONBLOCK;
     fcntl(fd,F_SETFL,new_option);
     return  old_option;
}
 
void  addfd( int  epollfd, int  fd, bool  setOneShot)
{
     epoll_event  event ;
     event .data.fd = fd;
     event .events = EPOLLIN;
     
 
     event .events |= EPOLLET;
     if (setOneShot)
         event .events |= EPOLLONESHOT;
     epoll_ctl(epollfd,EPOLL_CTL_ADD,fd,& event );
     setnonblocking(fd);
}
 
 
 
void  et(epoll_event* events, int  number, int  epollfd, int  listenfd){
     char  buf[BUFFER_SIZE];
     for ( int  i = 0; i < number;i++){
         int  sockfd = events[i].data.fd;
         if (sockfd == listenfd){
             struct  sockaddr_in client_address;
             socklen_t client_addrlength =  sizeof (client_address);
             int  connfd = accept(listenfd,( struct  sockaddr*)&client_address,&client_addrlength);
             addfd(epollfd,connfd, true );
         } else  if (events[i].events & EPOLLIN){
             /*
             printf("event trigger once\n");
             while(1){
                 memset(buf,'\0',BUFFER_SIZE);
                 int ret = recv(sockfd,buf,BUFFER_SIZE-1,0);
                 if(ret < 0){
                     if((errno == EAGAIN) || (errno == EWOULDBLOCK)){
                         printf("read later\n");
                         break;
                     }
                     close(sockfd);
                     break;
                 }else if(ret == 0){
                     close(sockfd);
                 }else{
                     printf("get %d bytes of content: %s \n",ret,buf);
                 }
             }*/
              pthread_t thread;
                 fds fds_for_new_worker;
                 fds_for_new_worker.epollfd = epollfd;
                 fds_for_new_worker.sockfd = sockfd;
                 pthread_create( &thread, NULL, worker, (  void * )&fds_for_new_worker );
         } else {
             printf( "something else happened \n" );
         }
     }
}
 
int  main()
{
     int  ret = 0;
     struct  sockaddr_in address;
     bzero(&address, sizeof (address));
     address.sin_family = AF_INET;
     inet_pton(AF_INET, "127.0.0.1" ,&address.sin_addr);
     address.sin_port = htons(1134);
     
     int  listenfd = socket(AF_INET,SOCK_STREAM,0);
     assert(listenfd >= 0);
     
     ret = bind(listenfd,( struct  sockaddr*)&address, sizeof (address));
     assert(ret != -1);
     
     ret = listen(listenfd,5);
     assert(ret != -1);
     
     epoll_event events[MAX_EVENT_NUMBER];
     int  epollfd = epoll_create(5);
     assert(epollfd != -1);
     addfd(epollfd,listenfd, false );
     
     while (1){
         int  ret = epoll_wait(epollfd,events,MAX_EVENT_NUMBER,-1);
         if (ret < 0){
             printf( "epoll failure\n" );
             break ;
         }
         et(events,ret,epollfd,listenfd);
     }
     
     close(listenfd);
     return  0;
}

  

 

输入

Trying 127.0.0.1...
Connected to 127.0.0.1.
Escape character is '^]'.
1
2
3
4
5
sdfufghbskdjhkbaskjhbkjlsadvfblkajwsvdfbljkashdbkfjhasdfhasjkhD

输出

start new thread to receive data on fd: 5
get content: 1

get content: 2
3
4

get content: 5
sdfufg
get content: hbskdjhkb
get content: askjhbkjl
get content: sadvfblka
get content: jwsvdfblj
get content: kashdbkfj
get content: hasdfhasj
get content: khD
hasj
read later
end thread receiving data on fd: 5

技术博客 http://blog.csdn.net/stecdeng 技术交流群 群号码:324164944 欢迎c c++ windows驱动爱好者 服务器程序员沟通交流
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值