最近都在作windows socket相关的东西,使用IOCP其中仍是遇到了一些问题,固然遇到问题就要尝试解决问题,这也是一个学习的过程。php
IOCP能够说是windows 上性能最好的网络模型了,具体IOCP,就不介绍了,Google,baidu一下,你就知道了。ios
玉哥在用个人网络接口,发大量数据时,发现,数据对不上,即收包量会增多,内容是不会丢的,因为我是严格控制服务器端的收包大小,和收包量,因此也感受很奇怪。windows
先是怀疑WSASend连续调用,会有问题,但大体看了看这篇文章(http://bbs.pediy.com/showthread.php?p=826108),这文章写的很给力,因此又以为不会有问题,因而我就本身开始写了一个测试程序。缓存
固然也不是写了就立刻能发现问题,调了一下午加一个晚上,发现了问题所在。服务器
问题在WSARecv,这个东西它竟然没填满我要求的缓存,就给完成端口发了通知,致使客户端发过来的数据,被截开了,因此包的数量就增长了,可是因为是TCP,因此内容,顺序都没问题。网络
接下来讲说如何解决问题:多线程
BOOL bIORet = GetQueuedCompletionStatus(CompPort,app
&dwIoSize,socket
(LPDWORD)&pCompletionKey,性能
&lpOverlapped,
INFINITE);
关键看第二个参数,dwIoSize,它告诉你,你实际接收到了多少数据,经过它,你就应该知道还要继续接受多少数据了吧,明白人,应该就知道该如何作了,不明白的看个人代码吧。
注意:WSARecv,最好不要连续调用,特别是在多线程里连续调用,由于后果可能会没法预料,这个应该仍是根据需求而定,也许有的状况下能够。
剩下的就是贴代码了,时间紧任务重,加上本人比较水,因此代码质量不高,多多包涵,同时还请各位朋友给出建议,提出批评,你们一块儿学习,共同进步。
client:
#include<iostream> #include<fstream> #include<WinSock2.h> #include<Windows.h> #include<tchar.h> using namespace std; #define BUF_TIMES 10 struct CompletionKey{SOCKET s;}; typedef struct io_operation_data { WSAOVERLAPPED overlapped; //重叠结构 WSABUF wsaBuf; //发送接收缓冲区 }IO_OPERATION_DATA, *PIO_OPERATION_DATA; SOCKET sClient; //char (*data)[1024]; DWORD WINAPI ServiceThreadProc(PVOID pParam); int main() { HRESULT hr=CoInitializeEx(NULL,COINIT_MULTITHREADED); if(FAILED(hr)) { MessageBox(NULL,_T("Initialize COM failed!"),_T("error"),MB_OK); //cout<<"Initialize COM failed!"<<endl; //return false; } WORD wVersionRequest; WSADATA wsaData; wVersionRequest=MAKEWORD(2,2); int nErrCode=WSAStartup(wVersionRequest,&wsaData); if(nErrCode!=0) { //cout<<" start up error!"<<endl; MessageBox(NULL,_T("start up error!"),_T("error"),MB_OK); } if(LOBYTE(wsaData.wVersion)!=2||HIBYTE(wsaData.wVersion)!=2) { //cout<<" lib is not 2.2!"<<endl; MessageBox(NULL,_T("lib is not 2.2!"),_T("error"),MB_OK); WSACleanup(); } sClient=WSASocket(AF_INET,SOCK_STREAM,0,NULL,0,WSA_FLAG_OVERLAPPED);//socket(AF_INET,SOCK_STREAM,IPPROTO_TCP); if(INVALID_SOCKET==sClient) { MessageBox(NULL,_T("socket error!"),_T("error"),MB_OK); } //获取系统默认的发送数据缓冲区大小 unsigned int uiRcvBuf; int uiRcvBufLen = sizeof(uiRcvBuf); nErrCode= getsockopt(sClient, SOL_SOCKET, SO_SNDBUF,(char*)&uiRcvBuf, &uiRcvBufLen); if (SOCKET_ERROR == nErrCode) { //cout<<"获取系统默认的发送数据缓冲区大小failed!"<<endl; MessageBox(NULL,_T("获取系统默认的发送数据缓冲区大小failed!"),_T("error"),MB_OK); //return false; } //设置系统发送数据缓冲区为默认值的BUF_TIMES倍 uiRcvBuf *= BUF_TIMES; nErrCode = setsockopt(sClient, SOL_SOCKET, SO_SNDBUF,(char*)&uiRcvBuf, uiRcvBufLen); if (SOCKET_ERROR == nErrCode) { //cout<<"修改系统发送数据缓冲区失败!"<<endl; MessageBox(NULL,_T("修改系统发送数据缓冲区失败!"),_T("error"),MB_OK); } //检查设置系统发送数据缓冲区是否成功 unsigned int uiNewRcvBuf; nErrCode=getsockopt(sClient, SOL_SOCKET, SO_SNDBUF,(char*)&uiNewRcvBuf, &uiRcvBufLen); if (SOCKET_ERROR == nErrCode || uiNewRcvBuf != uiRcvBuf) { // cout<<"修改系统发送数据缓冲区失败!"<<endl; MessageBox(NULL,_T("修改系统发送数据缓冲区失败!"),_T("error"),MB_OK); } HANDLE CompPort=CreateIoCompletionPort(INVALID_HANDLE_VALUE, NULL, 0, 0); if (CompPort == NULL) { MessageBox(NULL,_T("建立完成端口失败!"),_T("error"),MB_OK); //WSACleanup(); //return ; } CompletionKey iCompletionKey; iCompletionKey.s=sClient; if (CreateIoCompletionPort((HANDLE)sClient,CompPort,(DWORD)&iCompletionKey,0) == NULL) { //出错处理。。 MessageBox(NULL,_T("关联完成端口失败!"),_T("error"),MB_OK); } //addrHost SOCKADDR_IN addrHost; addrHost.sin_family=AF_INET; addrHost.sin_port=htons(8800); addrHost.sin_addr.S_un.S_addr=inet_addr("192.168.0.137"); int retVal=connect(sClient,(sockaddr*)&addrHost,sizeof(sockaddr)); if(retVal==SOCKET_ERROR) { MessageBox(NULL,_T("connect error!"),_T("error"),MB_OK); //return false; } cout<<"connect success"<<endl; HANDLE hThread=CreateThread(NULL,0,ServiceThreadProc,NULL,0,NULL); DWORD dwIoSize=-1; //传输字节数 LPOVERLAPPED lpOverlapped=NULL; //重叠结构指针 CompletionKey* pCompletionKey=NULL; PIO_OPERATION_DATA pIO=NULL; int count=0; ofstream fos; fos.open("c.txt"); while(1) { BOOL bIORet = GetQueuedCompletionStatus(CompPort, &dwIoSize, (LPDWORD)&pCompletionKey, &lpOverlapped, INFINITE); //失败的操做完成 if (FALSE == bIORet && NULL != pCompletionKey) { //客户端断开 } //成功的操做完成 if(bIORet && lpOverlapped && pCompletionKey) { cout<<"count: "<<count+1<<" " <<"number: "<<dwIoSize<<endl; pIO = CONTAINING_RECORD(lpOverlapped,IO_OPERATION_DATA,overlapped); fos.write(pIO->wsaBuf.buf,10240*5); fos<<endl; if(count==99) break; count++; } } WaitForSingleObject(hThread,INFINITE); cout<<"main end: "<<count+1<<endl; fos.close(); Sleep(5000); CoUninitialize(); WSACleanup(); return 0; } DWORD WINAPI ServiceThreadProc(PVOID pParam) { char (*a)[10240*5]=new char[100][10240*5]; for(int i=0;i<100;i++) { if(i%3==0) memset(a[i],'a',10240*5); else if(i%3==1) memset(a[i],'b',10240*5); else if(i%3==2) memset(a[i],'c',10240*5); } DWORD flags = 0; //标志 DWORD sendBytes =0; //发送字节数 int count=0; while(count<100) { PIO_OPERATION_DATA pIO = new IO_OPERATION_DATA; ZeroMemory(pIO,sizeof(IO_OPERATION_DATA)); pIO->wsaBuf.buf=a[count]; pIO->wsaBuf.len=10240*5; //Sleep(30); if(WSASend(sClient,&(pIO->wsaBuf),1,&sendBytes,flags,&(pIO->overlapped),NULL)== SOCKET_ERROR) { if(ERROR_IO_PENDING != WSAGetLastError())//发起重叠操做失败 { cout<<"send failed"<<endl; } } count++; } cout<<"thread func: "<<count<<endl; Sleep(10000); return 0; }
server:
#include<iostream> #include<vector> #include<fstream> #include<WinSock2.h> #include<Windows.h> #include<tchar.h> using namespace std; #define BUF_TIMES 10 struct CompletionKey{SOCKET s;}; typedef struct io_operation_data { WSAOVERLAPPED overlapped; //重叠结构 WSABUF wsaBuf; //发送接收缓冲区 }IO_OPERATION_DATA, *PIO_OPERATION_DATA; int main() { HRESULT hr=CoInitializeEx(NULL,COINIT_MULTITHREADED); if(FAILED(hr)) { MessageBox(NULL,_T("Initialize COM failed!"),_T("error"),MB_OK); //cout<<"Initialize COM failed!"<<endl; //return false; } WORD wVersionRequest; WSADATA wsaData; wVersionRequest=MAKEWORD(2,2); int nErrCode=WSAStartup(wVersionRequest,&wsaData); if(nErrCode!=0) { //cout<<" start up error!"<<endl; MessageBox(NULL,_T("start up error!"),_T("error"),MB_OK); } if(LOBYTE(wsaData.wVersion)!=2||HIBYTE(wsaData.wVersion)!=2) { //cout<<" lib is not 2.2!"<<endl; MessageBox(NULL,_T("lib is not 2.2!"),_T("error"),MB_OK); WSACleanup(); } SOCKET sListen=WSASocket(AF_INET,SOCK_STREAM,0,NULL,0,WSA_FLAG_OVERLAPPED);//socket(AF_INET,SOCK_STREAM,IPPROTO_TCP); if(INVALID_SOCKET==sListen) { MessageBox(NULL,_T("socket error!"),_T("error"),MB_OK); } //获取系统默认的发送数据缓冲区大小 unsigned int uiRcvBuf; int uiRcvBufLen = sizeof(uiRcvBuf); nErrCode= getsockopt(sListen, SOL_SOCKET, SO_SNDBUF,(char*)&uiRcvBuf, &uiRcvBufLen); if (SOCKET_ERROR == nErrCode) { //cout<<"获取系统默认的发送数据缓冲区大小failed!"<<endl; MessageBox(NULL,_T("获取系统默认的发送数据缓冲区大小failed!"),_T("error"),MB_OK); //return false; } //设置系统发送数据缓冲区为默认值的BUF_TIMES倍 uiRcvBuf *= BUF_TIMES; nErrCode = setsockopt(sListen, SOL_SOCKET, SO_SNDBUF,(char*)&uiRcvBuf, uiRcvBufLen); if (SOCKET_ERROR == nErrCode) { //cout<<"修改系统发送数据缓冲区失败!"<<endl; MessageBox(NULL,_T("修改系统发送数据缓冲区失败!"),_T("error"),MB_OK); } //检查设置系统发送数据缓冲区是否成功 unsigned int uiNewRcvBuf; nErrCode=getsockopt(sListen, SOL_SOCKET, SO_SNDBUF,(char*)&uiNewRcvBuf, &uiRcvBufLen); if (SOCKET_ERROR == nErrCode || uiNewRcvBuf != uiRcvBuf) { // cout<<"修改系统发送数据缓冲区失败!"<<endl; MessageBox(NULL,_T("修改系统发送数据缓冲区失败!"),_T("error"),MB_OK); } //cout<<uiNewRcvBuf<<endl; HANDLE CompPort=CreateIoCompletionPort(INVALID_HANDLE_VALUE, NULL, 0, 0); if (CompPort == NULL) { MessageBox(NULL,_T("建立完成端口失败!"),_T("error"),MB_OK); //WSACleanup(); //return ; } SOCKADDR_IN addrHost; addrHost.sin_family=AF_INET; addrHost.sin_port=htons(8800); addrHost.sin_addr.S_un.S_addr=INADDR_ANY; int retVal=bind(sListen,(LPSOCKADDR)&addrHost, sizeof(SOCKADDR_IN)); if(SOCKET_ERROR==retVal) { //cout<<"bind error!"<<endl; MessageBox(NULL,_T("bind error!"),_T("error"),MB_OK); //closesocket(this->m_sListen); //return false; } retVal=listen(sListen,5); if(SOCKET_ERROR==retVal) { MessageBox(NULL,_T("listen error!"),_T("error"),MB_OK); } sockaddr_in addrClient; int addrLen=sizeof(sockaddr_in); SOCKET sClient=accept(sListen,(sockaddr*)&addrClient,&addrLen); cout<<"come in"<<endl; CompletionKey iCompletionKey; iCompletionKey.s=sClient; //关联完成端口 if (CreateIoCompletionPort((HANDLE)sClient,CompPort,(DWORD)(&iCompletionKey),0) == NULL) { //出错处理。。 MessageBox(NULL,_T("关联完成端口失败!"),_T("error"),MB_OK); } DWORD dwIoSize=-1; //传输字节数 LPOVERLAPPED lpOverlapped=NULL; //重叠结构指针 CompletionKey* pCompletionKey=NULL; DWORD flags = 0; //标志 DWORD recvBytes =0; //接收字节数 PIO_OPERATION_DATA pIO=NULL; int count=0; pIO=new IO_OPERATION_DATA; ZeroMemory(pIO, sizeof(IO_OPERATION_DATA)); pIO->wsaBuf.buf=new char[10240*5]; pIO->wsaBuf.len=10240*5; if (WSARecv(sClient,&(pIO->wsaBuf),1,&recvBytes,&flags,&(pIO->overlapped),NULL) == SOCKET_ERROR) { if(ERROR_IO_PENDING != WSAGetLastError()) { cout<<"recv failed"<<endl; } } vector<IO_OPERATION_DATA*> vecCache; ofstream fos; fos.open("s.txt"); while(1) { BOOL bIORet = GetQueuedCompletionStatus(CompPort, &dwIoSize, (LPDWORD)&pCompletionKey, &lpOverlapped, INFINITE); //失败的操做完成 if (FALSE == bIORet && NULL != pCompletionKey) { //客户端断开 } //成功的操做完成 if(bIORet && lpOverlapped && pCompletionKey) { pIO = CONTAINING_RECORD(lpOverlapped,IO_OPERATION_DATA,overlapped); if(dwIoSize<pIO->wsaBuf.len) { vecCache.push_back(pIO); int size=pIO->wsaBuf.len; pIO->wsaBuf.len=dwIoSize; pIO=new IO_OPERATION_DATA; ZeroMemory(pIO, sizeof(IO_OPERATION_DATA)); pIO->wsaBuf.buf=new char[size-dwIoSize]; pIO->wsaBuf.len=size-dwIoSize; if (WSARecv(sClient,&(pIO->wsaBuf),1,&recvBytes,&flags,&(pIO->overlapped),NULL) == SOCKET_ERROR) { if(ERROR_IO_PENDING != WSAGetLastError()) { cout<<"recv failed"<<endl; } } } else { if(vecCache.size()!=0) { char*p=new char[10240*5]; int size=0; for(vector<IO_OPERATION_DATA*>::iterator it=vecCache.begin(); it!=vecCache.end();it++) { memcpy(p+size,(*it)->wsaBuf.buf,(*it)->wsaBuf.len); size+=(*it)->wsaBuf.len; //清理资源 delete []((*it)->wsaBuf.buf); delete (*it); } memcpy(p+size,pIO->wsaBuf.buf,pIO->wsaBuf.len); count++; fos.write(p,10240*5); fos<<endl; vecCache.clear(); cout<<"count: "<<count<<endl; //清理资源 delete [](pIO->wsaBuf.buf); delete pIO; delete []p; } else { count++; fos.write(pIO->wsaBuf.buf,10240*5); fos<<endl; cout<<"count: "<<count <<" number: "<<dwIoSize<<endl; //清理资源 delete [](pIO->wsaBuf.buf); delete pIO; } pIO=new IO_OPERATION_DATA; ZeroMemory(pIO, sizeof(IO_OPERATION_DATA)); pIO->wsaBuf.buf=new char[10240*5]; pIO->wsaBuf.len=10240*5; if (WSARecv(sClient,&(pIO->wsaBuf),1,&recvBytes,&flags,&(pIO->overlapped),NULL) == SOCKET_ERROR) { if(ERROR_IO_PENDING != WSAGetLastError()) { cout<<"recv failed"<<endl; } } } if(count==100) break; } } cout<<"main end: "<<count<<endl; fos.close(); Sleep(10000); CoUninitialize(); WSACleanup(); return 0; }