2019-2020-1 20175330 20175324 20175311 实验三:并发程序
任务一 C语言模拟wc命令、实现linux下客户端服务器文件通信
使用man wc命令查看wc命令的基本用法:
可知wc命令的功能为:统计指定文件中的字节数、字数、行数等,并将统计结果显示输出。常用的参数为:
- -c:统计字节数
- -l:统计行数
- -m:统计字符数,且不能与-c参数一起使用
- -w:统计字数,一个字被定义为由空白、跳格或换行字符分割的字符串
- -L:打印最长行的长
但是,如果我们想统计某文件中出现过某个特定单词的行数,只用wc命令是无法完成的。我们可以借助管道将wc命令与其他命令(如grep)串联起来:
grep and test.txt | wc -l
上面命令实现了查找test.txt中所有出现过“and”这个单词的行,并统计行数。
进一步,如果想精确到个数,可以加上参数-o选项(only),表示只选中那些匹配的地方,结果为:
基于以上分析,代码如下:
#include <stdio.h> #include <stdlib.h> #include <unistd.h> void wc_func(char *file,int ism,int isw,int isl); int main(int argc ,char *argv[]) { int ism,isw,isl,opt; ism = isw = isl = 0; int count = 0; while((opt=getopt(argc,argv,"mwl"))!=-1) { count++; switch(opt) { case 'm': ism=1; break; case 'w': isw=1; break; case 'l': isl=1; break; case '?': printf("请查看该指令说明文档 %c\n",optopt); exit(0); } } if(count==0) { ism=isw=isl=1; } if(optind==argc) { printf("wc error: have no file!\n"); } for(;optind<argc;optind++) { wc_func(argv[optind],ism,isw,isl); } } void wc_func(char *file,int ism,int isw,int isl) { int t,m,w,l; int state = 0; FILE *in; if((in = fopen(file,"r"))==NULL) { printf("wc %s:no this file or dir\n",file); return; } w=m=l=0; while((t=fgetc(in))!=EOF) { /*if(t=='\t'||t==' ') { w++; } else if(t=='\n') { l++; }*/ if(t == '\n') { l++; state = 0; continue; } else if(t == ' ') { state = 0; continue; } else if(t == '\r') { state = 0; continue; } else { if(state == 0) { state = 1; w++; } continue; } m++; } if(isl) printf("%-5d",l); if(isw) printf("%-5d",w); if(ism) printf("%-5d",m); printf("%-10s\n",file); }
运行结果如下:
虽然在网络安全编程基础课程上学习过网络编程的相关知识,但基于的是Windows。将其移植到Linux下时需要注意以下几个方面:
- 头文件 Windows下winsock.h或winsock2.h;
- Linux下netinet/in.h(包括大部分),unistd.h(包括close函数),sys/socket.h。
- 初始化 windows下需要用WSAStartup启动Ws2_32.lib;
- linux下不需要。
- 关闭socket windows下使用closesocket();
- linux下使用close()。
- 类型 windows下SOCKET;
- 多线程(下一个任务会用到) windows下包含process.h,使用beginthread和endthread;
- linux下包含pthread.h,使用pthreadcreate和pthreadexit。
...... 以上是在移植过程中遇到的问题,需格外注意。
基于客户端与服务器的通信流程,可分别写出创建服务器和客户端,以及客户端和服务器连接的代码:
/*创建服务器:*/ #include <netinet/in.h> // for sockaddr_in #include <sys/types.h> // for socket #include <sys/socket.h> // for socket #include <stdio.h> // for printf #include <stdlib.h> // for exit #include <string.h> // for bzero #include <unistd.h> /* #include <sys/types.h> #include <sys/stat.h> #include <fcntl.h> #include <unistd.h> */ #define HELLO_WORLD_SERVER_PORT 5212 #define LENGTH_OF_LISTEN_QUEUE 20 #define BUFFER_SIZE 1024 #define FILE_NAME_MAX_SIZE 512 #define FILE_WORDS_NUMBER 32 int wc_func(char *file_name); int main(int argc, char **argv) { //设置一个socket地址结构server_addr,代表服务器internet地址, 端口 struct sockaddr_in server_addr; bzero(&server_addr,sizeof(server_addr)); //把一段内存区的内容全部设置为0 server_addr.sin_family = AF_INET; server_addr.sin_addr.s_addr = htons(INADDR_ANY); server_addr.sin_port = htons(HELLO_WORLD_SERVER_PORT); //创建用于internet的流协议(TCP)socket,用server_socket代表服务器socket int server_socket = socket(PF_INET,SOCK_STREAM,0); if( server_socket < 0) { printf("Create Socket Failed!"); exit(1); } //把socket和socket地址结构联系起来 if( bind(server_socket,(struct sockaddr*)&server_addr,sizeof(server_addr))) { printf("Server Bind Port : %d Failed!", HELLO_WORLD_SERVER_PORT); exit(1); } //server_socket用于监听 if ( listen(server_socket, LENGTH_OF_LISTEN_QUEUE) ) { printf("Server Listen Failed!"); exit(1); } while (1) //服务器端要一直运行 { //定义客户端的socket地址结构client_addr struct sockaddr_in client_addr; socklen_t length = sizeof(client_addr); //接受一个到server_socket代表的socket的一个连接 //如果没有连接请求,就等待到有连接请求--这是accept函数的特性 //accept函数返回一个新的socket,这个socket(new_server_socket)用于同连接到的客户的通信 //new_server_socket代表了服务器和客户端之间的一个通信通道 //accept函数把连接到的客户端信息填写到客户端的socket地址结构client_addr中 int new_server_socket = accept(server_socket,(struct sockaddr*)&client_addr,&length); if ( new_server_socket < 0) { printf("Server Accept Failed!\n"); break; } char file_name[FILE_NAME_MAX_SIZE+1]; bzero(file_name, FILE_NAME_MAX_SIZE+1); char buffer[BUFFER_SIZE]; bzero(buffer,BUFFER_SIZE); recv(new_server_socket,file_name,BUFFER_SIZE,0); FILE * fp = fopen(file_name,"w"); if(NULL == fp ) { printf("File:\t%s Can Not Open To Write\n", file_name); exit(1); } //从客户端接收数据到buffer中 bzero(buffer,BUFFER_SIZE); int len = 0; while( len = recv(new_server_socket,buffer,BUFFER_SIZE,0)) { if(len < 0) { printf("Recieve Data From Client %s Failed!\n", argv[1]); break; } int write_length = fwrite(buffer,sizeof(char),len,fp); if (write_length<len) { printf("File:\t%s Write Failed\n", file_name); break; } bzero(buffer,BUFFER_SIZE); } printf("File:\t%s Transfer Finished!\n",file_name); fclose(fp); //关闭与客户端的连接 close(new_server_socket); } //关闭监听用的socket close(server_socket); return 0; }
/*客户端:*/ #include <netinet/in.h> // for sockaddr_in #include <sys/types.h> // for socket #include <sys/socket.h> // for socket #include <stdio.h> // for printf #include <stdlib.h> // for exit #include <string.h> // for bzero #include <unistd.h> /* #include <sys/types.h> #include <sys/stat.h> #include <fcntl.h> #include <unistd.h> */ #define HELLO_WORLD_SERVER_PORT 5212 #define BUFFER_SIZE 1024 #define FILE_NAME_MAX_SIZE 512 #define FILE_WORDS_NUMBER 32 int main(int argc, char **argv) { if (argc != 2) { printf("Usage: ./%s ServerIPAddress\n",argv[0]); exit(1); } //设置一个socket地址结构client_addr,代表客户机internet地址, 端口 struct sockaddr_in client_addr; bzero(&client_addr,sizeof(client_addr)); //把一段内存区的内容全部设置为0 client_addr.sin_family = AF_INET; //internet协议族 client_addr.sin_addr.s_addr = htons(INADDR_ANY);//INADDR_ANY表示自动获取本机地址 client_addr.sin_port = htons(0); //0表示让系统自动分配一个空闲端口 //创建用于internet的流协议(TCP)socket,用client_socket代表客户机socket int client_socket = socket(AF_INET,SOCK_STREAM,0); if( client_socket < 0) { printf("Create Socket Failed!\n"); exit(1); } //把客户机的socket和客户机的socket地址结构联系起来 if( bind(client_socket,(struct sockaddr*)&client_addr,sizeof(client_addr))) { printf("Client Bind Port Failed!\n"); exit(1); } //设置一个socket地址结构server_addr,代表服务器的internet地址, 端口 struct sockaddr_in server_addr; bzero(&server_addr,sizeof(server_addr)); server_addr.sin_family = AF_INET; if(inet_aton(argv[1],&server_addr.sin_addr) == 0) //服务器的IP地址来自程序的参数 { printf("Server IP Address Error!\n"); exit(1); } server_addr.sin_port = htons(HELLO_WORLD_SERVER_PORT); socklen_t server_addr_length = sizeof(server_addr); //向服务器发起连接,连接成功后client_socket代表了客户机和服务器的一个socket连接 if(connect(client_socket,(struct sockaddr*)&server_addr, server_addr_length) < 0) { printf("Can Not Connect To %s!\n",argv[1]); exit(1); } char file_name[FILE_NAME_MAX_SIZE+1]; bzero(file_name, FILE_NAME_MAX_SIZE+1); printf("Please Input File Name On Server:\t"); scanf("%s", file_name); char buffer[BUFFER_SIZE]; bzero(buffer,BUFFER_SIZE); strncpy(buffer, file_name, strlen(file_name)>BUFFER_SIZE?BUFFER_SIZE:strlen(file_name)); //向服务器发送buffer中的数据 send(client_socket,buffer,BUFFER_SIZE,0); FILE * fp = fopen(file_name,"r"); if(NULL == fp ) { printf("File:\t%s Not Found\n", file_name); exit(1); } else { bzero(buffer, BUFFER_SIZE); int file_block_length = 0; while( (file_block_length = fread(buffer,sizeof(char),BUFFER_SIZE, fp))>0) { //printf("file_block_length = %d\n",file_block_length); //发送buffer中的字符串到服务器 if(send(client_socket,buffer,file_block_length,0)<0) { printf("Send File:\t%s Failed\n", file_name); break; } bzero(buffer, BUFFER_SIZE); } } printf("Send File:\t %s To Server[%s] Finished\n",file_name, argv[1]); printf("The File has %d words.\n", wc_func(file_name)); fclose(fp); //关闭socket close(client_socket); return 0; } int wc_func(char *file_name) { int t; int w = 0; int state = 0; FILE *in; if((in = fopen(file_name,"r"))==NULL) { printf("wc %s:no this file or dir\n",file_name); return; } while((t=fgetc(in))!=EOF) { if(t=='\n'||t==' '||t=='\r') { state = 0; continue; } else { if(state == 0) { state = 1; w++; } continue; } } return w; }
运行结果:
任务二 多线程实现传送文本文件的服务器和客户端
查看与创建进程相关的函数:
“pthreadcreate()”函数,使用man 3 pthreadcreate命令查看其用法
意思是:系统调用里没有“pthread”函数,再编译使用进程的.C文件时要在 后面加上-pthread
函数说明:
- thread:线程标识符;
- attr:线程属性设置;
- startroutine:线程函数的起始地址;
- arg:传递给startroutine的参数;
- 返回值:成功,返回0;出错,返回-1。 注意:pthread库不是Linux系统默认的库,连接时需要使用静态库libpthread.a,所以在线程函数在编译时,需要使用“-lpthread”链接库函数。 因此,服务器需要循环检测是否有新的连接。如果有,则调用pthread_create()函数创建新的进程,并执行相关代码。
这部分的代码如下:
while(1){ //接受客户端连接 socklent addrlen = sizeof(struct sockaddr); struct sockaddrin clientaddr; //客户端地址结构 int clientsock = accept(ss, (struct sockaddr*)&clientaddr, &addrlen); if(clientsock < 0){ printf("accept error\n"); } printf("accept success\n"); pthread_t pid; if(pthread_create(&pid, NULL, process_client, &client_sock) < 0){ printf("pthread_create error\n"); } }
创建了新的线程,接下来就可以传送文件了。
代码如下:
/*服务器*/ #include<netinet/in.h> #include<sys/types.h> #include<sys/socket.h> #include<stdio.h> #include<stdlib.h> #include<string.h> #include<pthread.h> /* #include <sys/types.h> #include <sys/stat.h> #include <fcntl.h> #include <unistd.h> */ #define HELLO_WORLD_SERVER_PORT 165212 #define LENGTH_OF_LISTEN_QUEUE 20 #define BUFFER_SIZE 1024 #define FILE_NAME_MAX_SIZE 512 void *process_client(void *new_server_socket); int mywc(char file_name[]) { char ch; int flag=0,num=0; int choose; FILE *fp; printf("统计单词个数还是实现“wc -w”?(1or2)\n"); scanf("%d",&choose); if((fp = fopen(file_name,"r"))==NULL) { printf("Failure to open %s\n",file_name); exit(0); } if(choose==1) { while((ch=fgetc(fp))!=EOF) { if(ch==' ' || ch=='\n' || ch=='\t' || ch=='\!' || ch=='\?' || ch=='\"' || ch=='\.' || ch== '\,' || ch=='\:' || ch=='\(' || ch=='\)' || ch=='\;' || ch=='\-') { flag=0; } else { if(flag==0) { flag=1; num++; } } } } else if(choose==2) { while((ch=fgetc(fp))!=EOF) { if(ch==' ' || ch=='\n' || ch=='\t' || ch=='\r') flag=0; else { if(flag==0) { flag=1; num++; } } } } printf("单词个数为:%d\n",num); fclose(fp); return num; } int main(int argc, char **argv) { // set socket's address information // 设置一个socket地址结构server_addr,代表服务器internet的地址和端口 struct sockaddr_in server_addr; bzero(&server_addr, sizeof(server_addr)); server_addr.sin_family = AF_INET; server_addr.sin_addr.s_addr = htons(INADDR_ANY); server_addr.sin_port = htons(HELLO_WORLD_SERVER_PORT); // create a stream socket // 创建用于internet的流协议(TCP)socket,用server_socket代表服务器向客户端提供服务的接口 int server_socket = socket(PF_INET, SOCK_STREAM, 0); if (server_socket < 0) { printf("Create Socket Failed!\n"); exit(1); } // 把socket和socket地址结构绑定 if (bind(server_socket, (struct sockaddr*)&server_addr, sizeof(server_addr))) { printf("Server Bind Port: %d Failed!\n", HELLO_WORLD_SERVER_PORT); exit(1); } // server_socket用于监听 if (listen(server_socket, LENGTH_OF_LISTEN_QUEUE)) { printf("Server Listen Failed!\n"); exit(1); } // 服务器端一直运行用以持续为客户端提供服务 while(1) { // 定义客户端的socket地址结构client_addr,当收到来自客户端的请求后,调用accept // 接受此请求,同时将client端的地址和端口等信息写入client_addr中 struct sockaddr_in client_addr; socklen_t length = sizeof(client_addr); // 接受一个从client端到达server端的连接请求,将客户端的信息保存在client_addr中 // 如果没有连接请求,则一直等待直到有连接请求为止,这是accept函数的特性,可以 // 用select()来实现超时检测 // accpet返回一个新的socket,这个socket用来与此次连接到server的client进行通信 // 这里的new_server_socket代表了这个通信通道 int new_server_socket = accept(server_socket, (struct sockaddr*)&client_addr, &length); printf("连接到客户端\n"); if (new_server_socket < 0) { printf("Server Accept Failed!\n"); } //添加进程相关代码 pthread_t pid; if(pthread_create(&pid, NULL, process_client,(void *) &new_server_socket) < 0){ printf("pthread_create error\n"); } } // close(server_socket); } void *process_client(void *new_server_socket) { int sockid=*(int *)new_server_socket; FILE *fp; //接受来自客户端的文件 char buffer[BUFFER_SIZE]; char file_name[FILE_NAME_MAX_SIZE]; bzero(buffer, sizeof(buffer)); int length=0; if(recv(sockid,buffer,BUFFER_SIZE, 0)==-1) { printf("接受文件名%s失败\n",buffer); } strcpy(file_name,buffer); strcat(file_name,"-server"); if((fp = fopen(file_name,"w"))==NULL) { printf("Failure to open %s\n",file_name); exit(0); } while( length = recv(sockid, buffer, BUFFER_SIZE, 0)) { if(length<0) { printf("接受文件出错\n"); exit(0); } if(fwrite(buffer,sizeof(char),length,fp)<length) { printf("写文件失败\n"); } bzero(buffer, BUFFER_SIZE); } fclose(fp); printf("接受文件完毕\n"); int number=0; number=mywc(file_name); bzero(buffer, BUFFER_SIZE); buffer[0]=number+48; // 发送buffer中的字符串到new_server_socket,实际上就是发送给客户端 /*if (send(new_server_socket, buffer, sizeof(buffer), 0) < 0) { printf("Send number Failed!\n"); } printf("发送单词个数完毕\n");*/ bzero(buffer, sizeof(buffer)); // fclose(fp); printf("File Transfer Finished!\n"); close(new_server_socket); }
/*客户端*/
include<netinet/in.h> // for sockaddr_in include<sys/types.h> // for socket include<sys/socket.h> // for socket include<stdio.h> // for printf include<stdlib.h> // for exit include<string.h> // for bzero /* include <sys/types.h> include <sys/stat.h> include <fcntl.h> include <unistd.h> */ define HELLOWORLDSERVER_PORT 165212 define BUFFER_SIZE 1024 define FILENAMEMAX_SIZE 512 int mywc(char file_name[],int choose); int main(int argc, char **argv) { FILE *fp; if (argc != 2) { printf("Usage: ./%s ServerIPAddress\n", argv[0]); exit(1); } // 设置一个socket地址结构clientaddr, 代表客户机的internet地址和端口 struct sockaddrin clientaddr; bzero(&clientaddr, sizeof(clientaddr)); clientaddr.sinfamily = AFINET; // internet协议族 client_addr.sinaddr.saddr = htons(INADDRANY); // INADDRANY表示自动获取本机地址 clientaddr.sinport = htons(0); // auto allocated, 让系统自动分配一个空闲端口 // 创建用于internet的流协议(TCP)类型socket,用clientsocket代表客户端socket int clientsocket = socket(AF_INET, SOCKSTREAM, 0); if (clientsocket < 0) { printf("Create Socket Failed!\n"); exit(1); } // 把客户端的socket和客户端的socket地址结构绑定 if (bind(clientsocket, (struct sockaddr*)&clientaddr, sizeof(client_addr))) { printf("Client Bind Port Failed!\n"); exit(1); } // 设置一个socket地址结构serveraddr,代表服务器的internet地址和端口 struct sockaddrin serveraddr; bzero(&serveraddr, sizeof(serveraddr)); serveraddr.sinfamily = AFINET; // 服务器的IP地址来自程序的参数 if (inetaton(argv[1], &serveraddr.sinaddr) == 0) { printf("Server IP Address Error!\n"); exit(1); } serveraddr.sinport = htons(HELLOWORLDSERVERPORT); socklen_t serveraddrlength = sizeof(serveraddr); // 向服务器发起连接请求,连接成功后clientsocket代表客户端和服务器端的一个socket连接 if (connect(clientsocket, (struct sockaddr*)&serveraddr, serveraddrlength) < 0) { printf("Can Not Connect To %s!\n", argv[1]); exit(1); } char file_name[FILE_NAME_MAX_SIZE + 1]; bzero(file_name, sizeof(file_name)); printf("Please Input File Name.\t"); scanf("%s", file_name); if((fp = fopen(file_name,"r"))==NULL) { printf("Failure to open %s\n",file_name); exit(0); } char buffer[BUFFER_SIZE]; bzero(buffer, sizeof(buffer)); strcpy(buffer,file_name); if(send(client_socket,buffer,BUFFER_SIZE,0)==-1) { printf("发送文件名失败\n"); } char ch; int i=0; while((ch=fgetc(fp))!=EOF) { buffer[i++]=ch; if(i>=BUFFER_SIZE) { if((send(client_socket, buffer, BUFFER_SIZE, 0))==-1) { printf("发送文件失败\n"); } bzero(buffer, sizeof(buffer)); i=0; } } if(i<BUFFER_SIZE) { if((send(client_socket, buffer, i, 0))==-1) { printf("发送文件失败\n"); } } printf("发送%s完毕\n",file_name); mywc(file_name,1); mywc(file_name,2); // 向服务器发送buffer中的数据,此时buffer中存放的是客户端需要接收的文件 //以下接收服务器发来的单词个数 bzero(buffer, sizeof(buffer)); // int length = 0; /* int length = recv(client_socket, buffer, sizeof(buffer), 0); if (length < 0) { printf("Recieve Data From Server %s Failed!\n", argv[1]); } else { printf("Recieve words number %c From Server[%s] Finished!\n",buffer[0],argv[1]); } bzero(buffer, BUFFER_SIZE); */ // 传输完毕,关闭socket fclose(fp); close(client_socket); return 0; } int mywc(char file_name[],int choose) { FILE *fp; char ch; int flag=0,num=0; // int choose; // printf("统计单词个数还是实现“wc -w”?(1or2)\n"); // scanf("%d",&choose); if((fp = fopen(filename,"r"))==NULL) { printf("Failure to open %s\n",filename); exit(0); } if(choose==1) { while((ch=fgetc(fp))!=EOF) { if(ch==' ' || ch=='\n' || ch=='\t' || ch=='\!' || ch=='\?' || ch=='\"' || ch=='\.' || ch== '\,' || ch=='\:' || ch=='\(' || ch=='\)' || ch=='\;' || ch=='\-') { flag=0; } else { if(flag==0) { flag=1; num++; } } } } else if(choose==2) { while((ch=fgetc(fp))!=EOF) { if(ch==' ' || ch=='\n' || ch=='\t' || ch=='\r') flag=0; else { if(flag==0) { flag=1; num++; } } } } printf("单词个数为:%d_用方式%d计算\n",num,choose); fclose(fp); return num; }
1