如何远程获取某Url地址下面关联的所有图片?

[tmoonlight]

RT 我想从一个网站的主页上把它的所有图片down下来,不知道各位有何良策?

[lester19872007]

  #region "图片抓取"
        struct resinfo
        {
            /// <summary>
            /// 完整的原始路径
            /// </summary>
            public string orgurl;
            /// <summary>
            /// 原始文件名
            /// </summary>
            public string orgname;
            /// <summary>
            /// 原始的扩展文件名
            /// </summary>
            public string extname;
            /// <summary>
            /// 新文件名
            /// </summary>
            public string newname;
        }
        /// <summary>
        /// 获取（网页）内容中的远程资源
        /// </summary>
        public class RemoteResourceImg
        {
            private int SeriesNum;
            private string FileNum;
            private string restype = ".gif|.jpg|.bmp|.png|.jpeg";
            private string _remoteurl;
            private string _localurl;
            private string _localpath;
            private string _content = "";
            private bool _rename;
            private bool bcomp = false;
            /// <summary>
            /// 构造函数
            /// </summary>
            /// <param name="Content">包含要获取远程资源的内容</param>
            /// <param name="LocalURLDirectory">要将文件保存到本地服务器的虚拟目录，用于替换原来的远程链接地址，如：http://www.Com2000888.com/remoteres,可以为空,也可以为../一个或多个。</param>
            /// <param name="LocalPhysicalDirectory">要将文件保存到本地服务器的磁盘路径，如：C:\Inetpub\wwwroot\remoteres,如果不存在可以创建</param>
            /// <param name="RemoteUrl">用于处理相对路径（如src="../images/Com2000888.gif"）的资源，如果为空，则只取完整路径的资源，以http(或https,ftp,rtsp,mms)://开头</param>
            /// <param name="RenameFile">是否要重命名资源文件，如为false则自动覆盖重名文件</param>
            public RemoteResourceImg(string Content, string LocalURLDirectory, string LocalPhysicalDirectory, string RemoteUrl, bool RenameFile)
            {
                _content = Content;
                _localurl = LocalURLDirectory.Trim();
                _localpath = LocalPhysicalDirectory.Trim();
                if (RemoteUrl == null)
                    _remoteurl = "";
                else
                    _remoteurl = RemoteUrl.Trim();
                if (_remoteurl.Equals(""))
                    bcomp = true;
                if (_localpath.Equals(""))
                    throw new NullReferenceException("本地的物理路径不能为空!");
                _rename = RenameFile;
                SeriesNum = 1;
                // FileNum = Com2000888.Common.Rand.Number(6);
                _localpath = _localpath.Replace("/", "\\");
                _localurl = _localurl.Replace("\\", "/");
                _remoteurl = _remoteurl.Replace("\\", "/");
                _localpath = _localpath.TrimEnd('\\');
                _localurl = _localurl.TrimEnd('/');
                if (!Directory.Exists(_localpath))
                    Directory.CreateDirectory(_localpath);
            }
            /// <summary>
            /// 要获取的资源文件扩展名，扩展名不要加点(.)，如{"gif","jpg","png"},默认的下载文件有gif,jpg,bmp,png
            /// </summary>
            public static string GetPhotoName()
            {
                Random rdm = new Random();
                int aa = rdm.Next(1000, 9999);
                string newfilename = DateTime.Now.ToString("yyyyMMdd") + DateTime.Now.Hour + DateTime.Now.Minute + DateTime.Now.Second + aa + ".jpeg";
                return newfilename;
            }
            public string[] FileExtends
            {
                set
                {
                    restype = "";
                    string[] flexs = value;
                    for (int i = 0; i < flexs.Length; i++)
                    {
                        if (i > 0)
                            restype += "|";
                        restype += "." + flexs[i].TrimStart('.');
                    }
                }
            }
            /// <summary>
            /// 获取远程资源的路径
            /// </summary>
            private IList<resinfo> ObtainResURL()
            {
                IList<resinfo> list = new List<resinfo>();
                string pattern = "src\\s?=\\s?['\"]?(?<resurl>.+?(\\.gif|\\.jpg|\\.bmp|\\.png|\\.jpeg))";
                //string pattern = "[=\\(]['\"\\ ]??(?<resurl>[^<>\"]+?(" + restype.Replace(".","\\.") + "))";
                //if (bcomp)
                //    pattern = @"(http|https|ftp|rtsp|mms)://\S+(" + restype.Replace(".", "\\.") + ")";
                Regex reg = new Regex(pattern, RegexOptions.Compiled | RegexOptions.IgnoreCase);
                Match m = reg.Match(_content);
                while (m.Success)
                {
                    string url = "";
                    if (bcomp)
                    {
                        url = m.Value;
                    }
                    else
                    {
                        url = m.Groups["resurl"].Value;
                    }
                    bool bsame = false;
                    foreach (resinfo res in list)
                    {
                        if (res.orgurl.Equals(url))
                        {
                            bsame = true;
                            break;
                        }
                    }
                    if (!bsame)
                    {
                        #region 加入资源列表
                        string name = "";
                        string curl = url.Replace("\\", "/").Trim();
                        if (curl.IndexOf("/") >= 0)
                        {
                            name = curl.Substring(curl.LastIndexOf("/") + 1);
                        }
                        else
                        {
                            name = url;
                        }
                        int pos = name.LastIndexOf(".");
                        resinfo r;
                        url = url.Replace("src=", "").Replace("\"","").Replace("'","");
                       
                        r.orgurl = url;
                        r.orgname = name.Substring(0, pos);
                        r.extname = name.Substring(pos + 1);
                        r.newname = "";
                        list.Add(r);
                        #endregion 加入资源列表
                    }
                    m = m.NextMatch();
                }


                return list;
            }
            /// <summary>
            /// 保存远程图片并替换原文内容
            /// </summary>
            public void FetchResource()
            {
                WebClient wb = new WebClient();
                IList<resinfo> list = ObtainResURL();
                if (!_localurl.Equals(""))
                    _localurl += "/";
                foreach (resinfo r in list)
                {
                    try
                    {
                        string url = UtilityPage.StickUrl(_remoteurl, r.orgurl);
                        if (!url.StartsWith("http"))
                        {
                            url = "http://localhost:" + HttpContext.Current.Request.Url.Port + url;
                        }
                        string newurl = "", newpath = "";
                        if (_rename)
                        {
                            #region 生成新文件名
                            string newname = FileNum + SeriesNum.ToString().PadLeft(3, '0') + "." + r.extname;
                            string fileName=GetPhotoName();
                            while (File.Exists(_localpath + "\\" + newname))
                            {
                                SeriesNum++;
                                newname = FileNum + SeriesNum.ToString().PadLeft(3, '0') + "." + r.extname;
                            }
                            newpath = _localpath + "\\" + newname;
                            newurl = _localurl + fileName;
                            wb.DownloadFile(url, newpath);
                            #endregion
                            #region "生成缩略图"

                            ImageThumbnail.MakeThumbnail(newpath, _localpath + "\\" + fileName, 120, 160, "W");
                            
                            #endregion
                        }
                        else
                        {
                            newurl = _localurl + r.orgname + "." + r.extname;
                            wb.DownloadFile(url, _localpath + "\\" + r.orgname + "." + r.extname);
                        }

                       
                        #region 替换文件名
                        _content = _content.Replace(r.orgurl, newurl);
                        #endregion 替换文件名
                        SeriesNum++;
                    }
                    catch
                    { }
                }
                if (wb != null)
                    wb.Dispose();
            }
            /// <summary>
            /// 获取内容
            /// </summary>
            public string Content
            {
                get { return _content; }
            }
        }

把他的图片全部抓去下来保存到你自己的目录下面！！

[lester19872007]

不尽可以抓去图片 还可以抓去文章类容。。。。。

[wuzhicheng5]

楼上回答的不错，好贴，顶一个

[sjz123426]

高手就是高手。学习了。