HttpWebRequest

最新推荐文章于 2020-06-04 19:17:07 发布

十三-

最新推荐文章于 2020-06-04 19:17:07 发布

阅读量495

点赞数

分类专栏： http/tcp

本文链接：https://blog.youkuaiyun.com/xxoome/article/details/36629073

版权

http/tcp 专栏收录该内容

1 篇文章

订阅专栏

 /// <summary>
        /// 采集目标页面内容
        /// </summary>
        /// <param name="InUrl">地址</param>
        /// <param name="Encod">编码</param>
        /// <returns>string</returns>
        public static string GetWebContent(Uri InUrl, string Encod)
        {
            HttpWebRequest request = (HttpWebRequest)WebRequest.Create(InUrl);
            request.Timeout = 90000;
            request.Headers.Set("Pragma", "no-cache");
            string strReturn = "";
            try
            {
                HttpWebResponse response = (HttpWebResponse)request.GetResponse();
                Stream streamReceive = response.GetResponseStream();
                if (response.ContentEncoding.ToLower() == "gzip")
                {//针对IIS压缩的页面 
                    streamReceive = new GZipStream(streamReceive, CompressionMode.Decompress);
                }
                Encoding encoding = Encoding.GetEncoding(Encod);
                StreamReader streamReader = new StreamReader(streamReceive, encoding);
                strReturn =streamReader.ReadToEnd();
            }
            catch {
                strReturn = "连接错误";
                return strReturn;
            }
            return strReturn;
        }