c#爬虫时爬取大量数据结果内容丢失了,用的时responseStream
代码如下:
for(int i=0;i<10;i++)
{
string url = "https://www.lagou.com/jobs/4520267.html";
Console.WriteLine(url);
HttpWebRequest request = HttpWebRequest.CreateHttp(url);
request.UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.139 Safari/537.36";
request.Referer = "https://www.lagou.com/jobs/list.net?city=%E5%85%A8%E5%9B%BD&cl=false&fromSearch=true&labelWords=&suginput=";
request.KeepAlive = true;
request.Method = "POST";
HttpWebResponse response = (HttpWebResponse)request.GetResponse();
Stream getData = response.GetResponseStream();
string sr = new StreamReader(getData).ReadToEnd();
Console.WriteLine(sr);
拜托大家了.