使用Gzip解压缩完整读取网页内容代码,Asp.Net代码库,德仔网

代码语言

代码分类

【Asp.Net】使用Gzip解压缩完整读取网页内容

作者:dezai / 发布于2014/3/11/ 433


using System;
using System.Threading;
using System.Text;
using System.Text.RegularExpressions;
using System.IO.Compression;
using System.IO;
using System.Web;
using System.Net;

class Test
{
  static void Main()
  {
    string url = "http://www.xuehai.net/";
    getHtml1(url);
    getHtml2(url);
    Console.ReadKey();
  }

  private static void getHtml1(string url)
  {
    StringBuilder s = new StringBuilder(102400);
    WebClient wr = new WebClient();
    wr.Headers[HttpRequestHeader.AcceptEncoding] = "gzip, deflate";
    byte[] buffer = wr.DownloadData(url);
    GZipStream g = new GZipStream((Stream)(new MemoryStream(buffer)), CompressionMode.Decompress);
    byte[] d = new byte[20480];
    int l = g.Read(d, 0, 20480);
    while (l > 0)
    {
      s.Append(Encoding.Default.GetString(d, 0, l));
      l = g.Read(d, 0, 20480);
    }
    Console.Write(s.ToString() + "/n/n/n" + s.Length);

  }

  private static void getHtml2(string url)
  {
    StringBuilder s = new StringBuilder(102400);
    HttpWebRequest wr = (HttpWebRequest)WebRequest.Create(url);
    wr.Headers[HttpRequestHeader.AcceptEncoding] = "gzip, deflate";
    HttpWebResponse response = (HttpWebResponse)wr.GetResponse();
    head(response);
    GZipStream g = new GZipStream(response.GetResponseStream(), CompressionMode.Decompress);
    byte[] d = new byte[20480];
    int l = g.Read(d, 0, 20480);
    while (l > 0)
    {
      s.Append(Encoding.Default.GetString(d, 0, l));
      l = g.Read(d, 0, 20480);
    }
    Console.Write(s.ToString() + "/n/n/n" + s.Length);
  }

  private static void head(HttpWebResponse r)
  {
    string[] keys = r.Headers.AllKeys;
    for (int i = 0; i < keys.Length; ++i)
    {
      Console.WriteLine(keys[i] + "  " + r.Headers[keys[i]]);
    }
  }
}

评论列表

本站所提供的代码，版权归原作者所有，若有侵犯作者版权，请与我们联系，我们将立即删除或修改。谢谢!
本站所有代码发布及提供者。

试试其它关键字

　Gzip　

同语言下

可能有用的

dezai贡献的其它代码(1065)