#region 获取网页源码 (返回String)
/// <summary>
/// 获取网页源码 (返回String)
/// </summary>
/// <param name="url"></param>
/// <returns></returns>
public static string GetHtmlCode(
string url)
{
try
{
string htmlCode;
HttpWebRequest webRequest =
(System.Net.HttpWebRequest)System.Net.WebRequest.Create(url);
webRequest.Referer =
null;
//最好写请求地址的域名
webRequest.Timeout =
30000;
webRequest.Method =
"GET";
webRequest.UserAgent =
"Mozilla/4.0";
webRequest.Headers.Add("Accept-Encoding",
"gzip, deflate");
HttpWebResponse webResponse =
(System.Net.HttpWebResponse)webRequest.GetResponse();
if (webResponse.ContentEncoding.ToLower() ==
"gzip")
//如果使用了GZip则先解压
{
using (System.IO.Stream streamReceive =
webResponse.GetResponseStream())
{
using (
var zipStream =
new System.IO.Compression.GZipStream(streamReceive, System.IO.Compression.CompressionMode.Decompress))
{
using (StreamReader sr =
new System.IO.StreamReader(zipStream, Encoding.UTF8))
{
htmlCode =
sr.ReadToEnd();
}
}
}
}
else
{
using (System.IO.Stream streamReceive =
webResponse.GetResponseStream())
{
using (System.IO.StreamReader sr =
new System.IO.StreamReader(streamReceive, Encoding.UTF8))
{
htmlCode =
sr.ReadToEnd();
}
}
}
return htmlCode;
}
catch
{
return string.Empty;
}
}
#endregion
转载于:https://www.cnblogs.com/wugang/archive/2013/03/06/2946311.html
