// @nuget: HtmlAgilityPack

​

using System;

using System.Linq;

using HtmlAgilityPack;

using System.Net;

​

public class Program

{

    public static void Main()

    {

        var page = new HtmlWeb()

        {

          PreRequest = request =>

          {

            // Make any changes to the request object that will be used.

            request.AutomaticDecompression = DecompressionMethods.Deflate | DecompressionMethods.GZip;

            return true;

          }

        };

​

        //var url = "https://lexloiz.wordpress.com/2011/11/30/how-can-we-be-sure-the-four-gospels-werent-just-made-up";

        var url = "https://lexloiz.wordpress.com/2008/10/02/miracles-morality-and-the-power-of-the-local-church/";

        //var htmlDoc = page.Load(url);

​

        var data = new MyWebClient().DownloadString(url);

        var doc = new HtmlDocument();

        doc.LoadHtml(data);

        //Console.WriteLine(data);

        var htmlDoc = new HtmlDocument();

        htmlDoc.LoadHtml(data);

        var node = htmlDoc.DocumentNode.SelectSingleNode("//div[@class='entry-content']");

        //Console.WriteLine(node.InnerHtml);                    

        foreach (var nNode in node.Descendants("div") ) //.Where(w => w.Element("id").Value == "driver")

        {           

            if(nNode.Id.Contains("atatags") || nNode.Id.Contains("jp-post-flair") || nNode.GetAttributeValue("class", "") == "wpcnt")

            {

                nNode.RemoveAll();

            }

            if (nNode.NodeType == HtmlNodeType.Element)

            {

                //Console.WriteLine("xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx");

                //Console.WriteLine(nNode.OuterHtml);

                //Console.WriteLine("xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\n");

            }

        }       

        Console.WriteLine(node.InnerHtml);

    }

}

​

class MyWebClient : WebClient

{

    protected override WebRequest GetWebRequest(Uri address)

    {

        HttpWebRequest request = base.GetWebRequest(address) as HttpWebRequest;

        request.AutomaticDecompression = DecompressionMethods.Deflate | DecompressionMethods.GZip;

        return request;

    }

}