C语言编写网络爬虫

#include

#include

#include

#include

#pragma comment(lib, "ws2_32.lib")//加载网络支持的库

#define _M_MPPC

using namespace std;

/************************************************************************/

/* 数据获取类

/************************************************************************/ class Net

{

public:

int UTF8ToGBK(unsigned char * lpUTF8Str,unsigned char * lpGBKStr,int nGBKStrLen);//UTF8转GBK

char *UTOG(char *lpUTF8Str);

string geturl(char *url);

};

int Net::UTF8ToGBK(unsigned char * lpUTF8Str,unsigned char * lpGBKStr,int nGBKStrLen)

{

wchar_t * lpUnicodeStr = NULL;

int nRetLen = 0;

if(!lpUTF8Str)

return 0;

nRetLen = ::MultiByteToWideChar(CP_UTF8,0,(char *)lpUTF8Str,-1,NULL,NULL);

lpUnicodeStr = new WCHAR[nRetLen + 1];

nRetLen = ::MultiByteToWideChar(CP_UTF8,0,(char *)lpUTF8Str,-1,lpUnicodeStr,nRetLen);

if(!nRetLen)

return 0;

nRetLen = ::WideCharToMultiByte(CP_ACP,0,lpUnicodeStr,-1,NULL,NULL,NULL,NULL);

if(!lpGBKStr)

{

if(lpUnicodeStr)

delete []lpUnicodeStr;

return nRetLen;

}

if(nGBKStrLen < nRetLen)

{

if(lpUnicodeStr)

delete []lpUnicodeStr;

return 0;

}

nRetLen = ::WideCharToMultiByte(CP_ACP,0,lpUnicodeStr,-1,(char

*)lpGBKStr,nRetLen,NULL,NULL);

if(lpUnicodeStr)

delete []lpUnicodeStr;

return nRetLen;

}

char*Net::UTOG(char *lpUTF8Str)

{

char * lpGBKStr = NULL;

int nRetLen = 0;

nRetLen = UTF8ToGBK((unsigned char *)lpUTF8Str,NULL,NULL);

lpGBKStr = new char[nRetLen + 1];

nRetLen = UTF8ToGBK((unsigned char *)lpUTF8Str,(unsigned char *)lpGBKStr,nRetLen);

return lpGBKStr;

}

string Net::geturl(char *url)

{

WSADATA WSAData={0};

SOCKET sockfd;

struct sockaddr_in addr;

struct hostent *pURL;

char myurl[BUFSIZ];

char *pHost = 0, *pGET = 0;

char host[BUFSIZ], GET[BUFSIZ];

char header[BUFSIZ] = "";

static char text[BUFSIZ];

string Data;

int i;

if(WSAStartup(MAKEWORD(2,2), &WSAData))

{

return 0;

}

strcpy(myurl, url);

for (pHost = myurl; *pHost != '/' && *pHost != '\0'; ++pHost);

if ( (int)(pHost - myurl) == strlen(myurl) )

strcpy(GET, "/");

else

strcpy(GET, pHost);

*pHost = '\0';

strcpy(host, myurl);

sockfd = socket(PF_INET, SOCK_STREAM, IPPROTO_TCP);

pURL = gethostbyname(host);

addr.sin_family = AF_INET;

addr.sin_addr.s_addr = *((unsigned long*)pURL->h_addr);

addr.sin_port = htons(80);

strcat(header, "GET ");

strcat(header, GET);

strcat(header, " HTTP/1.1\r\n");

strcat(header, "HOST: ");

strcat(header, host);

strcat(header, "\r\nConnection: Close\r\n\r\n");

connect(sockfd,(SOCKADDR *)&addr,sizeof(addr));

send(sockfd, header, strlen(header), 0);

char *temp=NULL;

while ( recv(sockfd, text, BUFSIZ, 0) > 0)

{

temp=UTOG(text);

Data+=temp;

strnset(text, '\0', BUFSIZ);

}

delete []temp;

closesocket(sockfd); //关闭连接

WSACleanup();

return Data;

}

void main()

{

Net net;

// char *p;

string data;

data=net.geturl("https://www.360docs.net/doc/d114651108.html,/");

// p=(char*)data.c_str();

cout<

}