WinInet方式实现Get Post 有的网站能取到源码,有的却只能取到一部分,甚至返回bad request ,但不知道哪里出了问题

曼珠u沙华 2016-06-05 08:11:34
WinInet方式实现Get Post ,有的网站能取到源码,有的却只能取到一部分,甚至返回bad request ,但不知道哪里出了问题,求大神指导。我是UNICODE程序。只能取一部分代码的情况下, InternetReadFile(hHttpRequest, pbtBuf, 1024, &nCount);只读取一次,第二次读取,pbtBuf里还是上一次读取的内容,nCount变成了0.如果我把Buf申请足够大的内存,可以读到所有源码,但是读到的源码是有问题的。而访问有的网站就不会出现这种问题。求大神指导,拜托啦!苦恼了我两天了,也没发现问题。
出问题的时候,HttpSendRequest 调用失败,错误码是12150

char *CWinInetOperate::WebVisit(CString strUrl, CString strVisitType, char *pcSubmitData, CString strSubmitCookies, CString strSubjoinProtocolHeader,
BOOL bNoRedirect, CString strProxyAddress )
{
CStringOperate c_StrOperate;
CString strTempUrl = strUrl;
BOOL bHttps = FALSE;
strTempUrl.MakeLower();
if (strTempUrl.Left(8) == L"https://")
bHttps = TRUE;
CString strUserAgent;
if (strSubjoinProtocolHeader.Find(L"User-Agent: ") != -1)
strUserAgent = c_StrOperate.GetStringMiddle(strSubjoinProtocolHeader, L"User-Agent: ", L"\r\n");
else
strUserAgent = L"Mozilla/4.0 (compatible; MSIE 9.0; Windows NT 6.1)";
HINTERNET hInternet;
if (strProxyAddress.IsEmpty())
hInternet = InternetOpen(strUserAgent, INTERNET_OPEN_TYPE_DIRECT, NULL, NULL, 0);
else
{
if (bHttps)
hInternet = InternetOpen(strUserAgent, INTERNET_OPEN_TYPE_PROXY, strProxyAddress, NULL, 0);
else
hInternet = InternetOpen(strUserAgent, INTERNET_OPEN_TYPE_DIRECT, L"http=" + strProxyAddress, NULL, 0);
}
if (!hInternet)
return NULL;
HINTERNET hInternetConnect;
hInternetConnect = InternetConnect(hInternet, GetDomain(strUrl), GetPort(strUrl), NULL, NULL, INTERNET_SERVICE_HTTP, 0, 0);
if (!hInternetConnect)
{
InternetCloseHandle(hInternetConnect);
InternetCloseHandle(hInternet);
return NULL;
}
int nRequestSign = INTERNET_FLAG_RELOAD | INTERNET_COOKIE_THIRD_PARTY;
if (strSubmitCookies.IsEmpty() == FALSE)
nRequestSign |= INTERNET_FLAG_NO_COOKIES;
if (bNoRedirect)
nRequestSign |= INTERNET_FLAG_NO_AUTO_REDIRECT;
if (bHttps)
nRequestSign |= INTERNET_FLAG_SECURE;
else
nRequestSign |= INTERNET_FLAG_IGNORE_REDIRECT_TO_HTTPS;
PCTSTR rgpszAcceptTypes[] = {L"text/*",NULL};
HINTERNET hHttpRequest = HttpOpenRequest(hInternetConnect, strVisitType, GetPageAddress(strUrl), L"HTTP/1.1", NULL,NULL, nRequestSign, 0);
if (!hHttpRequest)
{
InternetCloseHandle(hInternet);
InternetCloseHandle(hInternetConnect);
InternetCloseHandle(hHttpRequest);
return NULL;
}

if (strSubjoinProtocolHeader.IsEmpty())
strSubjoinProtocolHeader = L"Accept: */*";
else
{
if (strSubjoinProtocolHeader.Find(L"Accept:") == -1)
strSubjoinProtocolHeader = strSubjoinProtocolHeader + L"\r\n" + L"Accept: */*";
}
if (strSubjoinProtocolHeader.Find(L"Referer:") == -1)
strSubjoinProtocolHeader = strSubjoinProtocolHeader + L"\r\n" + L"Referer: " + strUrl;
if (strSubjoinProtocolHeader.Find(L"Accept-Language:") == -1)
strSubjoinProtocolHeader = strSubjoinProtocolHeader +L"\r\n" +L"Accept-Language: zh-cn";
if (strSubjoinProtocolHeader.Find(L"Content-Type:") == -1)
strSubjoinProtocolHeader = strSubjoinProtocolHeader +L"\r\n"+ L"Content-Type: application/x-www-form-urlencoded";
if (strSubmitCookies.IsEmpty() == FALSE)
strSubjoinProtocolHeader = strSubjoinProtocolHeader + L"\r\n" + L"Cookie: " + strSubmitCookies;
CString strTempVisitType = strVisitType;
strTempVisitType.MakeLower();
if (strTempVisitType == L"get")
HttpSendRequest(hHttpRequest, strSubjoinProtocolHeader, strSubjoinProtocolHeader.GetLength(), NULL, 0);
else
{
DWORD dwLength;
if (pcSubmitData == NULL)
dwLength = 0;
else
dwLength = strlen(pcSubmitData) + 1;
HttpSendRequest(hHttpRequest, strSubjoinProtocolHeader, strSubjoinProtocolHeader.GetLength(), pcSubmitData, dwLength);
}

DWORD nCount;
byte *pbtBuf = new byte[1024];
CByteArray btaryWebCode;
memset(pbtBuf, 0, 1024);
BOOL bFlag;
do
{
bFlag = InternetReadFile(hHttpRequest, pbtBuf, 1024, &nCount);
for (DWORD i = 0; i < nCount; i++)
btaryWebCode.Add(pbtBuf[i]);
} while (nCount);
nCount = btaryWebCode.GetCount();
char *pcWebCode = new char[nCount+1];
memset(pcWebCode, 0, nCount + 1);
for (DWORD i = 0; i < nCount; i++)
pcWebCode[i] = btaryWebCode.GetAt(i);
/* CFile file;
file.Open(L"C:\\Users\\Administrator.USER-20150718LB\\Desktop\\1.txt",CFile::modeReadWrite);
file.Write(pcWebCode,nCount);
file.Close();*/

InternetCloseHandle(hInternet);
InternetCloseHandle(hInternetConnect);
InternetCloseHandle(hHttpRequest);
return pcWebCode;
}



...全文
805 3 打赏 收藏 转发到动态 举报
写回复
用AI写文章
3 条回复
切换为时间正序
请发表友善的回复…
发表回复
赵4老师 2016-06-30
  • 打赏
  • 举报
回复
学会使用抓包软件比如wireshark
oyljerry 2016-06-29
  • 打赏
  • 举报
回复
你发送的请求,比如header等信息,各个网站可能有区别。然后就是读取的数据的编码格式等。
Eleven 2016-06-06
  • 打赏
  • 举报
回复
难道是URL Encode的问题?你要看看网站的编码格式是什么,不同的网站编码格式不一样的~

18,356

社区成员

发帖
与我相关
我的任务
社区描述
VC/MFC 网络编程
c++c语言开发语言 技术论坛(原bbs)
社区管理员
  • 网络编程
加入社区
  • 近7日
  • 近30日
  • 至今
社区公告
暂无公告

试试用AI创作助手写篇文章吧