HttpWebRequest自动识别网页编码代码,CSharp代码库,德仔网

代码语言

代码分类

【CSharp】 HttpWebRequest自动识别网页编码

作者:Dezai.CN / 发布于2013/11/7/ 537


	static string GetEncoding(string url)
	{
	HttpWebRequest request = null;
	HttpWebResponse response = null;
	StreamReader reader = null;
	try
	{
	request = (HttpWebRequest)WebRequest.Create(url);
	request.Timeout = 20000;
	request.AllowAutoRedirect = false;

	response = (HttpWebResponse)request.GetResponse();
	if (response.StatusCode == HttpStatusCode.OK && response.ContentLength < 1024 * 1024)
	{
	if (response.ContentEncoding != null && response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase))
	reader = new StreamReader(new GZipStream(response.GetResponseStream(), CompressionMode.Decompress));
	else
	reader = new StreamReader(response.GetResponseStream(), Encoding.ASCII);

	string html = reader.ReadToEnd();

	Regex reg_charset = new Regex(@"charset\b\s*=\s*(?<charset>[^""]*)");
	if (reg_charset.IsMatch(html))
	{
	return reg_charset.Match(html).Groups["charset"].Value;
	}
	else if (response.CharacterSet != string.Empty)
	{
	return response.CharacterSet;
	}
	else
	return Encoding.Default.BodyName;
	}
	}
	catch
	{
	}
	finally
	{

	if (response != null)
	{
	response.Close();
	response = null;
	}
	if (reader != null)
	reader.Close();

	if (request != null)
	request = null;

	}

	return Encoding.Default.BodyName;
	}

	/// <summary>
	/// 获取源代码
	/// </summary>
	/// <param name="url"></param>
	/// <returns></returns>
	static string GetHtml(string url, Encoding encoding)
	{
	HttpWebRequest request = null;
	HttpWebResponse response = null;
	StreamReader reader = null;
	try
	{
	request = (HttpWebRequest)WebRequest.Create(url);
	request.Timeout = 20000;
	request.AllowAutoRedirect = false;

	response = (HttpWebResponse)request.GetResponse();
	if (response.StatusCode == HttpStatusCode.OK && response.ContentLength < 1024 * 1024)
	{
	if (response.ContentEncoding != null && response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase))
	reader = new StreamReader(new GZipStream(response.GetResponseStream(), CompressionMode.Decompress), encoding);
	else
	reader = new StreamReader(response.GetResponseStream(), encoding);
	string html = reader.ReadToEnd();

	return html;
	}
	}
	catch
	{
	}
	finally
	{

	if (response != null)
	{
	response.Close();
	response = null;
	}
	if (reader != null)
	reader.Close();

	if (request != null)
	request = null;

	}

	return string.Empty;
	}

评论列表

本站所提供的代码，版权归原作者所有，若有侵犯作者版权，请与我们联系，我们将立即删除或修改。谢谢!
本站所有代码发布及提供者。

试试其它关键字

　HttpWebRequest　

同语言下

可能有用的

Dezai.CN贡献的其它代码(4037)