110,538
社区成员
发帖
与我相关
我的任务
分享
public string GetResponseText(string url, string referer, Encoding encode)
{
if (encode == null)
{
encode = Encoding.GetEncoding("gb2312");
}
Stream responseStream = null;
StreamReader streamReader = null;
int num = this._tryTimes;
string html = String.Empty;
string tmpStr = String.Empty;
bool ishtml = false;
while (num-- > 0)
{
html = String.Empty;
tmpStr = String.Empty;
ishtml = false;
int millisecondsTimeout = MyUtils._rnd.Next(0, this._delayTime);
Thread.Sleep(millisecondsTimeout);
HttpWebRequest httpWebRequest = null;
try
{
httpWebRequest = (HttpWebRequest)WebRequest.Create(new Uri(url));
httpWebRequest.UserAgent = this._reqUserAgent;
httpWebRequest.CookieContainer = this._cc;
httpWebRequest.ServicePoint.ConnectionLimit = _maxTry;
httpWebRequest.Referer = referer;
httpWebRequest.Accept = this._accept;
httpWebRequest.KeepAlive = true;
httpWebRequest.Method = "GET";
httpWebRequest.Timeout = 2000000;
httpWebRequest.UnsafeAuthenticatedConnectionSharing = true;
httpWebResponse = (HttpWebResponse)httpWebRequest.GetResponse();
responseStream = httpWebResponse.GetResponseStream();
streamReader = new StreamReader(responseStream, encode);
while ((tmpStr = streamReader.ReadLine()) != null)
{
html += tmpStr;
}
ishtml = true;
}
catch (Exception msg)
{
MyUtils.ErrLog("GetResponseText-1.3", msg.TargetSite.Name, msg.Message, "转换URL:\r\n" + url + "\r\n数据:\r\n" + msg.StackTrace);
}
finally
{
streamReader.Close();
responseStream.Close();
this.CloseHttp();
}
if (ishtml) { break; } else { continue; }
}
return html;
}
public string GetResponseText(string url, string referer, Encoding encode)
{
Stream responseStream ;
StreamReader streamReader;
if (encode == null)
{
encode = Encoding.GetEncoding("gb2312");
}
int num = this._tryTimes;
while (num-- > 0)
{
string html = String.Empty;
string tmpStr = String.Empty;
int millisecondsTimeout = MyUtils._rnd.Next(0, this._delayTime);
Thread.Sleep(millisecondsTimeout);
HttpWebRequest httpWebRequest = null;
try
{
httpWebRequest = (HttpWebRequest)WebRequest.Create(new Uri(url));
httpWebRequest.UserAgent = this._reqUserAgent;
httpWebRequest.CookieContainer = this._cc;
httpWebRequest.ServicePoint.ConnectionLimit = _maxTry;
httpWebRequest.Referer = referer;
httpWebRequest.Accept = this._accept;
httpWebRequest.KeepAlive = true;
httpWebRequest.Method = "GET";
httpWebRequest.Timeout = 2000000;
httpWebRequest.UnsafeAuthenticatedConnectionSharing = true;
httpWebResponse = (HttpWebResponse)httpWebRequest.GetResponse();
responseStream = httpWebResponse.GetResponseStream();
streamReader = new StreamReader(responseStream, encode);
while ((tmpStr = streamReader.ReadLine()) != null)
{
html += tmpStr;
}
return html;
}
catch (Exception msg)
{
MyUtils.ErrLog("GetResponseText-1.1", msg.TargetSite.Name, msg.Message, "转换URL:\r\n" + url + "\r\n数据:\r\n" + msg.StackTrace);
continue;
}
finally
{
streamReader.Close();
responseStream.Close();
}
}
return string.Empty;
}
public string GetResponseText(string url, string referer, Encoding encode)
{
if (encode == null)
{
encode = Encoding.GetEncoding("gb2312");
}
int num = this._tryTimes;
while (num-- > 0)
{
string html = String.Empty;
string tmpStr = String.Empty;
int millisecondsTimeout = MyUtils._rnd.Next(0, this._delayTime);
Thread.Sleep(millisecondsTimeout);
HttpWebRequest httpWebRequest = null;
try
{
httpWebRequest = (HttpWebRequest)WebRequest.Create(new Uri(url));
httpWebRequest.UserAgent = this._reqUserAgent;
httpWebRequest.CookieContainer = this._cc;
httpWebRequest.ServicePoint.ConnectionLimit = _maxTry;
httpWebRequest.Referer = referer;
httpWebRequest.Accept = this._accept;
httpWebRequest.KeepAlive = true;
httpWebRequest.Method = "GET";
httpWebRequest.Timeout = 2000000;
httpWebRequest.UnsafeAuthenticatedConnectionSharing = true;
httpWebResponse = (HttpWebResponse)httpWebRequest.GetResponse();
Stream responseStream = httpWebResponse.GetResponseStream();
StreamReader streamReader = new StreamReader(responseStream, encode);
while ((tmpStr = streamReader.ReadLine()) != null)
{
html += tmpStr;
}
streamReader.Close();
responseStream.Close();
return html;
}
catch (Exception msg)
{
MyUtils.ErrLog("GetResponseText-1.1", msg.TargetSite.Name, msg.Message, "转换URL:\r\n" + url + "\r\n数据:\r\n" + msg.StackTrace);
continue;
}
}
return string.Empty;
}