downloadmanager.cpp
#include "downloadmanager.h"
//==========清理
void DownloadManager::clear(){
m_DownloadReceived = 0;
m_DownloadTotal = 0;
n_DownloadError = 0;
m_DownloadType = 0;
m_DownloadFaildRetryNum = 2;
m_DownloadFaildNum = 0;
m_IsCoverFile = true;
m_IsSuccess = true;
m_IsFinished = false;
m_strUrl = "";
m_strPath = "";
m_strPostData = "";
m_strCookie = "";
m_strHtmlData = "";
m_pFile = NULL;
}
DownloadManager::DownloadManager(QObject *parent)
:QObject(parent)
{
clear();
m_pManager = new QNetworkAccessManager();
}
DownloadManager::~DownloadManager()
{
m_pManager->deleteLater();
}
//==========添加cookie
void DownloadManager::setCookie(QString strCookie){
m_strCookie = strCookie;
}
//==========下载http资源文件,异步
void DownloadManager::DownloadSrc_Asyn(QString strUrl,QString strSavePath,QString strReferer){
m_DownloadType = 1;
m_strUrl = strUrl;
m_strPath = strSavePath;
if(m_IsCoverFile == false){
if(QFile::exists(strSavePath)) {
n_DownloadError = -2;
m_IsSuccess = false;
return;
}
}
if(m_pFile == NULL){
m_pFile = new QFile(strSavePath);
if (!m_pFile->open(QIODevice::WriteOnly)) {
n_DownloadError = -3;
m_IsSuccess = false;
delete m_pFile;
return;
}
}
if(strReferer.length() == 0){
strReferer = strUrl;
}
m_strReferer = strReferer;
QNetworkRequest Request;
Request.setUrl(QUrl(strUrl));
Request.setRawHeader("Referer",strReferer.toStdString().c_str());
Request.setRawHeader("User-Agent","Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)");
if(m_strCookie != ""){
Request.setRawHeader("Cookie",m_strCookie.toStdString().c_str());
}
QNetworkReply *pReply = m_pManager->get(Request);
connect(pReply,SIGNAL(error(QNetworkReply::NetworkError)), this, SLOT(slotError()));
connect(pReply,SIGNAL(downloadProgress(qint64,qint64)), this, SLOT(downloadProgress(qint64,qint64)));
connect(pReply,SIGNAL(finished()),this,SLOT(replyFinished()));
}
//==========下载http资源文件
bool DownloadManager::DownloadSrc(QString strUrl,QString strSavePath,QString strReferer)
{
DownloadSrc_Asyn(strUrl,strSavePath,strReferer);
if(m_DownloadFaildNum == 0){
if(m_Event.isRunning() == false){
m_Event.exec();
}
}
return m_IsSuccess;
}
//==========http Get方式获取网页源码,异步
void DownloadManager::HttpGetData_Asyn(QString strUrl){
//qDebug("Start A HTTP Get Task:%s",strUrl.toStdString().c_str());
m_DownloadType = 2;
m_strUrl = strUrl;
QNetworkRequest Request;
Request.setUrl(QUrl(strUrl.toUtf8()));
Request.setRawHeader("Referer",strUrl.toStdString().c_str());
Request.setRawHeader("User-Agent","Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)");
Request.setRawHeader("Accept-Encoding","gzip");
if(m_strCookie != ""){
Request.setRawHeader("Cookie",m_strCookie.toStdString().c_str());
}
QNetworkReply *pReply = m_pManager->get(Request);
connect(pReply,SIGNAL(error(QNetworkReply::NetworkError)),this,SLOT(slotError()));
connect(pReply,SIGNAL(downloadProgress(qint64,qint64)),this,SLOT(downloadProgress(qint64,qint64)));
connect(pReply,SIGNAL(finished()),this,SLOT(replyFinished()));
}
//==========http Get方式获取网页源码
bool DownloadManager::HttpGetData(QString strUrl){
HttpGetData_Asyn(strUrl);
if(m_DownloadFaildNum == 0){
if(m_Event.isRunning() == false){
m_Event.exec();
}
}
return m_IsSuccess;
}
//==========http Post方式获取网页源码,异步
void DownloadManager::HttpPostData_Asyn(QString strUrl,QString strData){
//qDebug("Start A HTTP Post Task");
m_DownloadType = 3;
m_strUrl = strUrl;
m_strPostData = strData;
QNetworkRequest Request;
Request.setUrl(QUrl(strUrl));
Request.setRawHeader("Referer",strUrl.toStdString().c_str());
Request.setRawHeader("User-Agent","Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)");
Request.setRawHeader("Accept-Encoding","gzip");
if(m_strCookie != ""){
Request.setRawHeader("Cookie",m_strCookie.toStdString().c_str());
}
QNetworkReply *pReply = m_pManager->post(Request,strData.toLocal8Bit());
connect(pReply,SIGNAL(error(QNetworkReply::NetworkError)), this, SLOT(slotError()));
connect(pReply,SIGNAL(downloadProgress(qint64,qint64)), this, SLOT(downloadProgress(qint64,qint64)));
connect(pReply,SIGNAL(finished()),this,SLOT(replyFinished()));
}
//==========http Post方式获取网页源码
bool DownloadManager::HttpPostData(QString strUrl,QString strData){
HttpPostData_Asyn(strUrl,strData);
if(m_DownloadFaildNum == 0){
if(m_Event.isRunning() == false){
m_Event.exec();
}
}
return m_IsSuccess;
}
//==========任务完成信号
void DownloadManager::replyFinished()
{
QNetworkReply* pReply = (QNetworkReply*)sender();
if(pReply->hasRawHeader("Location")){
QString strLocation = pReply->header(QNetworkRequest::LocationHeader).toString();
switch(m_DownloadType){
case 1:
DownloadSrc(strLocation,m_strPath,m_strReferer);
break;
case 2:
HttpGetData(strLocation);
break;
case 3:
HttpPostData(strLocation,m_strPostData);
break;
}
return;
}
if(n_DownloadError == 0){
switch(m_DownloadType){
case 1:{
if (m_pFile){
m_pFile->write(pReply->readAll());
m_pFile->close();
delete m_pFile;
m_pFile = NULL;
}else{
n_DownloadError = -4;
}
}
break;
case 2:
case 3:
{
QByteArray strHttpData;
//-----------GZIP解压
if(pReply->rawHeader("Content-Encoding").toUpper() == "GZIP"){
strHttpData = BaseLib::gzipDecompress(pReply->readAll());
}else{
strHttpData = pReply->readAll();
}
//-----------判断网页编码
QString m_strContentCodec = pReply->rawHeader("Content-Type");
if(BaseLib::subStr_Str(m_strContentCodec,"charset=","\0",m_strContentCodec) == false){
m_strContentCodec = BaseLib::GetHtmlCharset(&strHttpData);
}
//-----------转换为unicode qstring
QTextCodec *codec = QTextCodec::codecForName(m_strContentCodec.toStdString().c_str());
//-----------如果不存在这个编码,那就让他默认为utf8
if(codec == NULL){
codec = QTextCodec::codecForName("utf8");
}
m_strHtmlData = codec->toUnicode(strHttpData.data());
strHttpData.clear();
}
break;
}
//qDebug("任务完成:%s",m_strUrl.toStdString().c_str());
downloadFinished(true);
}else{
if(n_DownloadError == 203){
qDebug("Page 404,HttpGetFaild");
downloadFinished(false);
}else{
if(m_DownloadFaildNum < m_DownloadFaildRetryNum){
m_DownloadFaildNum++;
n_DownloadError = 0;
qDebug("%dth/%d failed,retry",m_DownloadFaildNum,m_DownloadFaildRetryNum);
switch(m_DownloadType){
case 1:
DownloadSrc(m_strUrl,m_strPath);
break;
case 2:
HttpGetData(m_strUrl);
break;
case 3:
HttpPostData(m_strUrl,m_strPostData);
break;
}
}else{
qDebug("Already try %d times,still fails,quit\r\nquit url:%s",m_DownloadFaildRetryNum,m_strUrl.toStdString().c_str());
downloadFinished(false);
}
}
}
pReply->deleteLater();
}
//==========下载完成
bool DownloadManager::downloadFinished(bool bResult)
{
m_IsFinished = true;
m_IsSuccess = bResult;
m_Event.exit(0);
emit DownloadManagerFinished(m_IsSuccess);
return bResult;
}
//==========发生错误信号
void DownloadManager::slotError(){
QNetworkReply* pReply = (QNetworkReply*)sender();
n_DownloadError = pReply->error();
emit DownloadManagerError(n_DownloadError);
pReply->deleteLater();
qDebug("DownloadManager slotError:%d\r\n",n_DownloadError);
}
//==========详细进度
void DownloadManager::downloadProgress(qint64 bytesReceived, qint64 bytesTotal){
m_DownloadReceived = bytesReceived;
m_DownloadTotal = bytesTotal;
emit DownloadManagerProgress(m_DownloadReceived,m_DownloadTotal);
}
//==========获取get 或 post 得到的html
QString DownloadManager::GetHtmlData()
{
return m_strHtmlData;
}
//==========设置html
void DownloadManager::setHtmlData(QString strHtml)
{
m_strHtmlData = strHtml;
}
//==========获取cookie
QString DownloadManager::GetCookie()
{
return m_strCookie;
}
//==========设置重试次数
void DownloadManager::setFaildRetryNum(int n)
{
m_DownloadFaildRetryNum = n;
}
//==========下载是否完成
bool DownloadManager::DownloadIsFinished()
{
return m_IsFinished;
}
