GetHttpWebRequest抓取不到这个站的内容，大神们帮看看

[qq_254097620]

抓取百度的正常 抓取http://3g.16cp.com/gamedraw/more.aspx?name=lucky 就不行了代码如下

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Net;
using System.IO;
using System.Data;


namespace LotteryNumsCollect
{
    class collect
    {
        private string phasenc;
        private string dataArrStrnc;

        private static string GetHttpWebRequest(string url)
        {
            Uri requestUri = new Uri(url);
            HttpWebRequest request = (HttpWebRequest)WebRequest.Create(requestUri);
            request.UserAgent = "Mozilla/5.0 (Windows NT 5.1; rv:2.0.1) Gecko/20100101 Firefox/4.0.1";
            request.Accept = "*/*";
            request.KeepAlive = true;
            request.Headers.Add("Accept-Language", "zh-cn,en-us;q=0.5");
            HttpWebResponse response = null;
            try
            {
                response = (HttpWebResponse)request.GetResponse();
            }
            catch (WebException exception)
            {
                if (exception.Status == WebExceptionStatus.ProtocolError)
                {
                    return string.Empty;
                }
            }
            Stream responseStream = response.GetResponseStream();
            StreamReader reader = new StreamReader(responseStream, Encoding.GetEncoding("utf-8"));
            string str = reader.ReadToEnd();
            reader.Close();
            responseStream.Close();
            response.Close();
            return str;
        }










        public void getFilenc()
        {
            try
            {
                string url = "http://3g.16cp.com/gamedraw/more.aspx?name=lucky";
                string str2 = GetHttpWebRequest(url);
                
                Console.WriteLine(str2);
                 Console.ReadKey();
            }
            catch (Exception)
            {
            }
        }

 




        static void Main(string[] args)
        {
            collect p = new collect();
            p.getFilenc();

        }



    }
}

[Justin-Liu]

用fiddler分析一下看看

[lthaoyue]

加上下面语句试试 request.ContentType = "application/json"; request.Method = "GET";

[save4me]

使用你的代码，测试第一次能够正常抓取。之后好像一直是服务器超时。不知道是服务器不稳定还是对爬虫做了判断处理。 另外页面上的下一页按钮使用的POST方法