参考《linux高性能服务器编程》
LINUX下处理多个连接时候,仅仅使用多线程和原始socket函数,效率十分低下
于是就出现了selelct poll epoll等IO复用函数。
这里讨论性能最优的epoll IO复用
用户将需要关注的socket连接使用IO复用函数放进一个事件表中,每当事件表中有一个或者多个SOCKET连接出现读写请求时候,则进行处理
事件表使用一个额外的文件描述符来标识。文件描述符使用 epoll_create函数创建
#inlclude <sys/epoll.h>
int epoll_create(int size); size参数目前不起作用
操作事件表使用epoll_ctl函数进行控制
操作类型有以下3中
EPOLL_CTL_ADD EPOLL_CTL_MOD EPOLL_CTL_DEL
在一段超时时间内等待事件表上的事件 使用epoll_wait();
函数范例如下:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
|
#include
<sys/types.h> #include
<sys/socket.h> #include
<netinet/in.h> #include
<arpa/inet.h> #include
<assert.h> #include
<stdio.h> #include
<unistd.h> #include
<errno.h> #include
<string.h> #include
<fcntl.h> #include
<stdlib.h> #include
<sys/epoll.h> #include
<pthread.h> #define
MAX_EVENT_NUMBER 1024 #define
BUFFER_SIZE 10 int setnonblocking( int fd
) { int old_option
= fcntl( fd, F_GETFL ); int new_option
= old_option | O_NONBLOCK; fcntl(
fd, F_SETFL, new_option ); return old_option; } void addfd( int epollfd, int fd, bool enable_et
) { epoll_event event ; event .data.fd
= fd; event .events
= EPOLLIN; if (
enable_et ) { event .events
|= EPOLLET; } epoll_ctl(
epollfd, EPOLL_CTL_ADD, fd, & event ); setnonblocking(
fd ); } void et(
epoll_event* events, int number, int epollfd, int listenfd
) { char buf[
BUFFER_SIZE ]; for ( int i
= 0; i < number; i++ ) { int sockfd
= events[i].data.fd; if (
sockfd == listenfd ) { struct sockaddr_in
client_address; socklen_t
client_addrlength = sizeof (
client_address ); int connfd
= accept( listenfd, ( struct sockaddr*
)&client_address, &client_addrlength ); addfd(
epollfd, connfd, true ); } else if (
events[i].events & EPOLLIN ) { printf( "event
trigger once\n" ); while (
1 ) { memset(
buf, '\0' ,
BUFFER_SIZE ); int ret
= recv( sockfd, buf, BUFFER_SIZE-1, 0 ); if (
ret < 0 ) { if (
( errno == EAGAIN ) || ( errno == EWOULDBLOCK ) ) { printf( "read
later\n" ); break ; } close(
sockfd ); break ; } else if (
ret == 0 ) { close(
sockfd ); } else { printf( "get
%d bytes of content: %s\n" ,
ret, buf ); } } } else { printf( "something
else happened \n" ); } } } int main( int argc, char *
argv[] ) { if (
argc <= 2 ) { printf( "usage:
%s ip_address port_number\n" ,
basename( argv[0] ) ); return 1; } const char *
ip = argv[1]; int port
= atoi( argv[2] ); int ret
= 0; struct sockaddr_in
address; bzero(
&address, sizeof (
address ) ); address.sin_family
= AF_INET; inet_pton(
AF_INET, ip, &address.sin_addr ); address.sin_port
= htons( port ); int listenfd
= socket( PF_INET, SOCK_STREAM, 0 ); assert(
listenfd >= 0 ); ret
= bind( listenfd, ( struct sockaddr*
)&address, sizeof (
address ) ); assert(
ret != -1 ); ret
= listen( listenfd, 5 ); assert(
ret != -1 ); epoll_event
events[ MAX_EVENT_NUMBER ]; int epollfd
= epoll_create( 5 ); assert(
epollfd != -1 ); addfd(
epollfd, listenfd, true ); while (
1 ) { int ret
= epoll_wait( epollfd, events, MAX_EVENT_NUMBER, -1 ); if (
ret < 0 ) { printf( "epoll
failure\n" ); break ; } et(
events, ret, epollfd, listenfd ); } close(
listenfd ); return 0; } |
在尝试一个多线程代码;
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
|
#include
<sys/types.h> #include
<sys/socket.h> #include
<netinet/in.h> #include
<arpa/inet.h> #include
<assert.h> #include
<stdio.h> #include
<unistd.h> #include
<errno.h> #include
<string.h> #include
<fcntl.h> #include
<stdlib.h> #include
<sys/epoll.h> #include
<pthread.h> #define
MAX_EVENT_NUMBER 1024 #define
BUFFER_SIZE 10 struct fds { int epollfd; int sockfd; }; void *
worker( void *
arg ) { int sockfd
= ( (fds*)arg )->sockfd; int epollfd
= ( (fds*)arg )->epollfd; printf( "start
new thread to receive data on fd: %d\n" ,
sockfd ); char buf[
BUFFER_SIZE ]; memset(
buf, '\0' ,
BUFFER_SIZE ); while (
1 ) { int ret
= recv( sockfd, buf, BUFFER_SIZE-1, 0 ); if (
ret == 0 ) { close(
sockfd ); printf( "foreiner
closed the connection\n" ); break ; } else if (
ret < 0 ) { if (
errno == EAGAIN ) { //
reset_oneshot( epollfd, sockfd ); printf( "read
later\n" ); break ; } } else { printf( "get
content: %s\n" ,
buf ); sleep(
5 ); } } printf( "end
thread receiving data on fd: %d\n" ,
sockfd ); } int setnonblocking( int fd) { int old_option
= fcntl(fd,F_GETFL); int new_option
= old_option | O_NONBLOCK; fcntl(fd,F_SETFL,new_option); return old_option; } void addfd( int epollfd, int fd, bool enable_et) { epoll_event event ; event .data.fd
= fd; event .events
= EPOLLIN; if (enable_et){ event .events
|= EPOLLET; } epoll_ctl(epollfd,EPOLL_CTL_ADD,fd,& event ); setnonblocking(fd); } void et(epoll_event*
events, int number, int epollfd, int listenfd){ char buf[BUFFER_SIZE]; for ( int i
= 0; i < number;i++){ int sockfd
= events[i].data.fd; if (sockfd
== listenfd){ struct sockaddr_in
client_address; socklen_t
client_addrlength = sizeof (client_address); int connfd
= accept(listenfd,( struct sockaddr*)&client_address,&client_addrlength); addfd(epollfd,connfd, true ); } else if (events[i].events
& EPOLLIN){ /* printf("event
trigger once\n"); while(1){ memset(buf,'\0',BUFFER_SIZE); int
ret = recv(sockfd,buf,BUFFER_SIZE-1,0); if(ret
< 0){ if((errno
== EAGAIN) || (errno == EWOULDBLOCK)){ printf("read
later\n"); break; } close(sockfd); break; }else
if(ret == 0){ close(sockfd); }else{ printf("get
%d bytes of content: %s \n",ret,buf); } }*/ pthread_t
thread; fds
fds_for_new_worker; fds_for_new_worker.epollfd
= epollfd; fds_for_new_worker.sockfd
= sockfd; pthread_create(
&thread, NULL, worker, ( void *
)&fds_for_new_worker ); } else { printf( "something
else happened \n" ); } } } int main() { int ret
= 0; struct sockaddr_in
address; bzero(&address, sizeof (address)); address.sin_family
= AF_INET; inet_pton(AF_INET, "127.0.0.1" ,&address.sin_addr); address.sin_port
= htons(1134); int listenfd
= socket(AF_INET,SOCK_STREAM,0); assert(listenfd
>= 0); ret
= bind(listenfd,( struct sockaddr*)&address, sizeof (address)); assert(ret
!= -1); ret
= listen(listenfd,5); assert(ret
!= -1); epoll_event
events[MAX_EVENT_NUMBER]; int epollfd
= epoll_create(5); assert(epollfd
!= -1); addfd(epollfd,listenfd, true ); while (1){ int ret
= epoll_wait(epollfd,events,MAX_EVENT_NUMBER,-1); if (ret
< 0){ printf( "epoll
failure\n" ); break ; } et(events,ret,epollfd,listenfd); } close(listenfd); return 0; } |
多线程版本中 如果我们 连续多次输入会出现一个问题
如果我们连续多次在telnet的客户端输入
服务端会开启多个线程 接受这个socket的输入
显示如下:
fd: 5, sockfdget content: dfdsf
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
...
start new thread to receive data on fd: 5
fd: 5, sockfdget content: sd
如果多个线程同时操作一个socket 可能出现各种意外情况
那么我们就需要设置socket的EPOLLONESHOT标志
对于连续操作,操作系统最多触发该socket上一次读写异常事件。
代码如下:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
|
#include
<sys/types.h> #include
<sys/socket.h> #include
<netinet/in.h> #include
<arpa/inet.h> #include
<assert.h> #include
<stdio.h> #include
<unistd.h> #include
<errno.h> #include
<string.h> #include
<fcntl.h> #include
<stdlib.h> #include
<sys/epoll.h> #include
<pthread.h> #define
MAX_EVENT_NUMBER 1024 #define
BUFFER_SIZE 10 struct fds { int epollfd; int sockfd; }; void reset_oneshot( int epollfd, int fd
) { epoll_event event ; event .data.fd
= fd; event .events
= EPOLLIN | EPOLLET | EPOLLONESHOT; epoll_ctl(
epollfd, EPOLL_CTL_MOD, fd, & event ); } void *
worker( void *
arg ) { int sockfd
= ( (fds*)arg )->sockfd; int epollfd
= ( (fds*)arg )->epollfd; printf( "start
new thread to receive data on fd: %d\n" ,
sockfd ); char buf[
BUFFER_SIZE ]; memset(
buf, '\0' ,
BUFFER_SIZE ); while (
1 ) { int ret
= recv( sockfd, buf, BUFFER_SIZE-1, 0 ); if (
ret == 0 ) { close(
sockfd ); printf( "foreiner
closed the connection\n" ); break ; } else if (
ret < 0 ) { if (
errno == EAGAIN ) { reset_oneshot(
epollfd, sockfd ); printf( "read
later\n" ); break ; } } else { printf( "get
content: %s\n" ,
buf ); sleep(
5 ); } } printf( "end
thread receiving data on fd: %d\n" ,
sockfd ); } int setnonblocking( int fd) { int old_option
= fcntl(fd,F_GETFL); int new_option
= old_option | O_NONBLOCK; fcntl(fd,F_SETFL,new_option); return old_option; } void addfd( int epollfd, int fd, bool setOneShot) { epoll_event event ; event .data.fd
= fd; event .events
= EPOLLIN; event .events
|= EPOLLET; if (setOneShot) event .events
|= EPOLLONESHOT; epoll_ctl(epollfd,EPOLL_CTL_ADD,fd,& event ); setnonblocking(fd); } void et(epoll_event*
events, int number, int epollfd, int listenfd){ char buf[BUFFER_SIZE]; for ( int i
= 0; i < number;i++){ int sockfd
= events[i].data.fd; if (sockfd
== listenfd){ struct sockaddr_in
client_address; socklen_t
client_addrlength = sizeof (client_address); int connfd
= accept(listenfd,( struct sockaddr*)&client_address,&client_addrlength); addfd(epollfd,connfd, true ); } else if (events[i].events
& EPOLLIN){ /* printf("event
trigger once\n"); while(1){ memset(buf,'\0',BUFFER_SIZE); int
ret = recv(sockfd,buf,BUFFER_SIZE-1,0); if(ret
< 0){ if((errno
== EAGAIN) || (errno == EWOULDBLOCK)){ printf("read
later\n"); break; } close(sockfd); break; }else
if(ret == 0){ close(sockfd); }else{ printf("get
%d bytes of content: %s \n",ret,buf); } }*/ pthread_t
thread; fds
fds_for_new_worker; fds_for_new_worker.epollfd
= epollfd; fds_for_new_worker.sockfd
= sockfd; pthread_create(
&thread, NULL, worker, ( void *
)&fds_for_new_worker ); } else { printf( "something
else happened \n" ); } } } int main() { int ret
= 0; struct sockaddr_in
address; bzero(&address, sizeof (address)); address.sin_family
= AF_INET; inet_pton(AF_INET, "127.0.0.1" ,&address.sin_addr); address.sin_port
= htons(1134); int listenfd
= socket(AF_INET,SOCK_STREAM,0); assert(listenfd
>= 0); ret
= bind(listenfd,( struct sockaddr*)&address, sizeof (address)); assert(ret
!= -1); ret
= listen(listenfd,5); assert(ret
!= -1); epoll_event
events[MAX_EVENT_NUMBER]; int epollfd
= epoll_create(5); assert(epollfd
!= -1); addfd(epollfd,listenfd, false ); while (1){ int ret
= epoll_wait(epollfd,events,MAX_EVENT_NUMBER,-1); if (ret
< 0){ printf( "epoll
failure\n" ); break ; } et(events,ret,epollfd,listenfd); } close(listenfd); return 0; } |
输入
Trying 127.0.0.1...
Connected to 127.0.0.1.
Escape character is '^]'.
1
2
3
4
5
sdfufghbskdjhkbaskjhbkjlsadvfblkajwsvdfbljkashdbkfjhasdfhasjkhD
输出
start new thread to receive data on fd: 5
get content: 1
get content: 2
3
4
get content: 5
sdfufg
get content: hbskdjhkb
get content: askjhbkjl
get content: sadvfblka
get content: jwsvdfblj
get content: kashdbkfj
get content: hasdfhasj
get content: khD
hasj
read later
end thread receiving data on fd: 5