C#使用Gzip解压缩完整读取网页内容

最新推荐文章于 2021-07-01 06:31:41 发布

转载最新推荐文章于 2021-07-01 06:31:41 发布 · 131 阅读

CC 4.0 BY-SA版权

原文链接：http://www.cnblogs.com/waw/p/3245284.html

本文介绍了一种使用C#进行网络编程的方法，着重讲解了如何通过WebClient和HttpWebRequest发起HTTP请求，并从返回的数据中读取并解压缩GZIP格式的内容。文中提供了两个不同的方法来实现这一目标，同时还展示了如何读取HTTP响应头。

using System;
using System.Threading;
using System.Text;
using System.Text.RegularExpressions;
using System.IO.Compression;
using System.IO;
using System.Web;
using System.Net;
 
class Test
{
    static void Main()
    {
        string url = "http://www.cnblogs.com/waw/";
        getHtml1(url);
        getHtml2(url);
        Console.ReadKey();
    }
 
    private static void getHtml1(string url)
    {
        StringBuilder s = new StringBuilder(102400);
        WebClient wr = new WebClient();
        wr.Headers[HttpRequestHeader.AcceptEncoding] = "gzip, deflate";
        byte[] buffer = wr.DownloadData(url);
        GZipStream g = new GZipStream((Stream)(new MemoryStream(buffer)), CompressionMode.Decompress);
        byte[] d = new byte[20480];
        int l = g.Read(d, 0, 20480);
        while (l > 0)
        {
            s.Append(Encoding.Default.GetString(d, 0, l));
            l = g.Read(d, 0, 20480);
        }
        Console.Write(s.ToString() + "/n/n/n" + s.Length);
 
    }
 
    private static void getHtml2(string url)
    {
        StringBuilder s = new StringBuilder(102400);
        HttpWebRequest wr = (HttpWebRequest)WebRequest.Create(url);
        wr.Headers[HttpRequestHeader.AcceptEncoding] = "gzip, deflate";
        HttpWebResponse response = (HttpWebResponse)wr.GetResponse();
        head(response);
        GZipStream g = new GZipStream(response.GetResponseStream(), CompressionMode.Decompress);
        byte[] d = new byte[20480];
        int l = g.Read(d, 0, 20480);
        while (l > 0)
        {
            s.Append(Encoding.Default.GetString(d, 0, l));
            l = g.Read(d, 0, 20480);
        }
        Console.Write(s.ToString() + "/n/n/n" + s.Length);
    }
 
    private static void head(HttpWebResponse r)
    {
        string[] keys = r.Headers.AllKeys;
        for (int i = 0; i < keys.Length; ++i)
        {
            Console.WriteLine(keys[i] + "   " + r.Headers[keys[i]]);
        }
    }
}