我已经写了一个程序服务器,我希望一次有数千个客户端连接到它,代码如下:
#include<stdio.h>
#include<string.h>
#include<stdlib.h>
#include<sys/types.h>
#include<sys/socket.h>
#include<sys/select.h>
#include<netinet/in.h>
#include<arpa/inet.h>
#include<fcntl.h>
#include<unistd.h>
int fds[sizeof(fd_set)*8];
static usage(const char* proc)
{
printf("usage :%s [local_ip] [local_port]\n",proc);
}
int startup(const char* ip,int port)
{
int sock = socket(AF_INET,SOCK_STREAM,0);
if(sock < 0)
{
perror("socket");
exit(2);
}
int opt = 1;
setsockopt(sock,SOL_SOCKET,SO_REUSEADDR,&opt,sizeof(opt));
//set non-blocking
int flags = fcntl(sock, F_GETFL, 0);
fcntl(sock, F_SETFL, flags|O_NONBLOCK);
struct sockaddr_in local;
local.sin_family = AF_INET;
local.sin_port = htons(port);
local.sin_addr.s_addr = inet_addr(ip);
if(bind(sock,(struct sockaddr*)&local,sizeof(local)) < 0)
{
perror("bind");
exit(3);
}
if(listen(sock,10) < 0)
{
perror("listen");
exit(4);
}
return sock;
}
int main(int argc,char* argv[])
{
if(argc != 3)
{
usage(argv[0]);
return 1;
}
int listen_sock = startup(argv[1],atoi(argv[2]));
printf("fd_set: %d\n",sizeof(fd_set)*8);
int fds[sizeof(fd_set)];
int nums = sizeof(fds)/sizeof(fds[0]);
int i = 0;
for(; i < nums; i++)
{
fds[i] = -1;
}
fds[0] = listen_sock;
int maxfd = -1;
fd_set rfds;//读事件
fd_set wfds;//写事件
while(1)
{
int maxfd = -1;
struct timeval timeout = {2,0};
FD_ZERO(&rfds);
FD_ZERO(&wfds);
i = 0;
for(; i < nums;i++)
{
if(fds[i] == -1)
{
continue;
}
FD_SET(fds[i],&rfds);
if(maxfd < fds[i])
{
maxfd = fds[i];
}
}
switch(select(maxfd+1,&rfds,&wfds,NULL,&timeout))
{
case -1: //select失败
perror("select");
break;
case 0: //超过时间没有任何描述符就绪
printf("time out!\n");
break;
default:
{
//at least one fd ready!
i = 0;
for(; i < nums;i++)
{
if(i == 0 && FD_ISSET(fds[i],&rfds))//listen_sock is ready, get connect
{
struct sockaddr_in client;
socklen_t len = sizeof(client);
int new_sock = accept(listen_sock,(struct sockaddr*)&client,&len);
if(new_sock < 0)
{
perror("accept");
continue;
}
printf("get a new client: [%s:%d]\n",inet_ntoa(client.sin_addr),ntohs(client.sin_port));
int flags = fcntl(new_sock, F_GETFL, 0);
fcntl(new_sock, F_SETFL, flags|O_NONBLOCK);
int j = 1;
for(; j < nums ; j++)
{
if(fds[j] == -1)
{
break;
}
}
if(j == nums)
{
close(new_sock);
}
else
{
fds[j] = new_sock;
}
}
else if(i != 0 && FD_ISSET(fds[i],&rfds))//normal fd is ready
{
char buf[1024];
ssize_t s = read(fds[i],buf,sizeof(buf)-1);
if( s > 0)
{
buf[s] = 0;
printf("client# %s\n",buf);
FD_SET(fds[i],&wfds);
}
else if(s == 0)
{
printf("client is quit!\n");
close(fds[i]);
fds[i] = -1;
}
else
{
perror("read");
close(fds[i]);
fds[i] = -1;
}
}
if(i !=0 && FD_ISSET(fds[i],&wfds))//普通的写操作
{
const char* msg = "hello client!\n";
ssize_t s = write(fds[i],msg,strlen(msg));
if(s < 0)
{
perror("write");
}
else
{
FD_CLR(fds[i],&wfds);
}
}
}
break;
}
}
}
close(listen_sock);
return 0;
}
在代码中,当我接受新套接字时,我设置了非阻塞,但是当我用ab测试它时,它显示如下结果:
[zoushengfu@test ~]$ ab -n 10 -c 10 http://127.0.0.1:1234/
This is ApacheBench, Version 2.3 <$Revision: 1430300 $>
Copyright 1996 Adam Twiss, Zeus Technology Ltd, http://www.zeustech.net/ Licensed to The Apache Software Foundation, http://www.apache.org/
Benchmarking 127.0.0.1 (be patient)...
apr_pollset_poll: The timeout specified has expired (70007)
服务器显示:
结果似乎意味着客户端阻止,如何解决它或给我一些例子?
maxfd = fds[i];
select()
的第一个参数不是maxfd
,而是nfds
,活跃的fd
s的数量,它应该被设置在最大的有效i+1
之上,以便包括fds[0]
用于监听套接字的条目。代码中的主要问题是它没有发送http格式的答案。答案必须包含浏览器接受的http标头。
如果服务器应答更长的字符串,则会出现另一个问题,即write
不需要立即发送整个缓冲区。这可以通过记住将答案字符串的多少字节发送到给定套接字来解决。在下面的代码中,我使用数组fdsi
。
我要做的最后修改是使用普通的阻塞套接字来连接客户端。这是一个品味问题,但我认为select
足以避免阻止你的程序。
具有这些最小改进的结果代码是:
#include<stdio.h>
#include<string.h>
#include<stdlib.h>
#include<sys/types.h>
#include<sys/socket.h>
#include<sys/select.h>
#include<netinet/in.h>
#include<arpa/inet.h>
#include<fcntl.h>
#include<unistd.h>
char* msg = "HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=UTF-8\r\nContent-Length: 82\r\n\r\n<html><head><title>An Example Page</title></head><body>Hello client</body></html>\n";
int fds[sizeof(fd_set)*8];
int fdsi[sizeof(fd_set)*8];
static usage(const char* proc)
{
printf("usage :%s [local_ip] [local_port]\n",proc);
}
int startup(const char* ip,int port)
{
int sock = socket(AF_INET,SOCK_STREAM,0);
if(sock < 0)
{
perror("socket");
exit(2);
}
int opt = 1;
setsockopt(sock,SOL_SOCKET,SO_REUSEADDR,&opt,sizeof(opt));
//set non-blocking
int flags = fcntl(sock, F_GETFL, 0);
fcntl(sock, F_SETFL, flags|O_NONBLOCK);
struct sockaddr_in local;
local.sin_family = AF_INET;
local.sin_port = htons(port);
local.sin_addr.s_addr = inet_addr(ip);
if(bind(sock,(struct sockaddr*)&local,sizeof(local)) < 0)
{
perror("bind");
exit(3);
}
if(listen(sock,10) < 0)
{
perror("listen");
exit(4);
}
return sock;
}
int main(int argc,char* argv[])
{
if(argc != 3)
{
usage(argv[0]);
return 1;
}
int listen_sock = startup(argv[1],atoi(argv[2]));
printf("fd_set: %d\n",sizeof(fd_set)*8);
int fds[sizeof(fd_set)];
int nums = sizeof(fds)/sizeof(fds[0]);
int i = 0;
for(; i < nums; i++)
{
fds[i] = -1;
}
fds[0] = listen_sock;
int maxfd = -1;
fd_set rfds;//读事件
fd_set wfds;//写事件
while(1)
{
int maxfd = -1;
struct timeval timeout = {2,0};
FD_ZERO(&rfds);
FD_ZERO(&wfds);
i = 0;
for(; i < nums;i++)
{
if(fds[i] == -1)
{
continue;
}
FD_SET(fds[i],&rfds);
if(maxfd < fds[i])
{
maxfd = fds[i];
}
}
switch(select(maxfd+1,&rfds,&wfds,NULL,&timeout))
{
case -1: //select失败
perror("select");
break;
case 0: //超过时间没有任何描述符就绪
printf("time out!\n");
break;
default:
{
//at least one fd ready!
i = 0;
for(; i < nums;i++)
{
if(i == 0 && FD_ISSET(fds[i],&rfds))//listen_sock is ready, get connect
{
struct sockaddr_in client;
socklen_t len = sizeof(client);
int new_sock = accept(listen_sock,(struct sockaddr*)&client,&len);
if(new_sock < 0)
{
perror("accept");
continue;
}
printf("get a new client: [%s:%d]\n",inet_ntoa(client.sin_addr),ntohs(client.sin_port));
//int flags = fcntl(new_sock, F_GETFL, 0);
//fcntl(new_sock, F_SETFL, flags|O_NONBLOCK);
int j = 1;
for(; j < nums ; j++)
{
if(fds[j] == -1)
{
break;
}
}
if(j == nums)
{
close(new_sock);
}
else
{
fds[j] = new_sock;
fdsi[j] = 0;
}
}
else if(i != 0 && FD_ISSET(fds[i],&rfds))//normal fd is ready
{
char buf[1024];
ssize_t s = read(fds[i],buf,sizeof(buf)-1);
if( s > 0)
{
buf[s] = 0;
printf("client# %s\n",buf);
FD_SET(fds[i],&wfds);
}
else if(s == 0)
{
printf("client is quit!\n");
close(fds[i]);
fds[i] = -1;
}
else
{
perror("read");
close(fds[i]);
fds[i] = -1;
}
}
if(i !=0 && FD_ISSET(fds[i],&wfds))//普通的写操作
{
ssize_t s = write(fds[i],msg+fdsi[i],strlen(msg)-fdsi[i]);
if(s < 0)
{
perror("write");
} else {
fdsi[i] += s;
}
}
}
break;
}
}
}
close(listen_sock);
return 0;
}
代码的核心是设计问题。
您的目的是拥有数千个并发连接,并且您正在使用select
来实现此目的。
但是,在许多系统上,select
将限制为较少数量的客户端(或最大fd
值)。
在Unix上,限制是在(历史上)设置在fd==1023
(任何更大的值将以奇怪和意想不到的方式打破select
调用)并且Windows曾经设置为每组63 fd
s。
许多实现仍然具有这些限制,并且需要特殊代码来规避这些问题(请注意the BUGs section on Linux's man
page for select
)。
此外,select
在“数千”连接上表现不佳(这正是你的目标)。
您将不得不考虑特定于操作系统的方法(Linux上的epoll
,macOS / BSD上的kqueue
等),以便达到“数千”的并发连接。
有些库可以抽象这些系统调用,并允许您编写与系统无关的代码。它们有各种口味和大小,所以你必须决定你喜欢哪一种。