Conris.Utility/WebContent.cs

微信扫码关注公众号，代码整理好后第一时间通知你。

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Net;
using System.IO;

namespace Conris.Utility
{
    public class WebContent
    {
        public static string GetWebPageContent(string url, Encoding encoding)
        {
            string result = string.Empty;
            try
            {
                HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
                request.UserAgent = "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)";
                request.Timeout = 10000;
                HttpWebResponse response = (HttpWebResponse)request.GetResponse();
                if (response.StatusCode == HttpStatusCode.NotFound)
                {
                    return string.Empty;
                }
                else if (response.StatusCode != HttpStatusCode.OK)
                {
                    return string.Empty;
                }

                Stream responseStream = response.GetResponseStream();

                StreamReader streamReader = new StreamReader(responseStream, encoding);

                result = streamReader.ReadToEnd();
            }
            catch (Exception)
            {
                return result;
            }
            return result;
        }
    }
}