using System;

using System.Text;

using AngleSharp.Parser.Html;

using AngleSharp;

using AngleSharp.Html;

using System.Net;

using System.IO;

using System.Threading;

using System.Threading.Tasks;

​

public class Program

{

    public static void Main()

    {

        //var html = "<ul><li><span><a href='#'>Something</a></span></li><li><a href='#'>or Other</a></li></ul>";

        //var html = @"<div><p>This <strong>is</strong> a <span>paragraph</span> <a href='' target='_self'>with a link</a> within <i>the</i> paragraph & in <b>the</b> document.</p><h1>Header in <em>german</em> is <br>Überschrift</h1><p>This is <u>another</u> paragraph.</p><li>List item 1</li><li>List item 2</li><li>List <b>item</b> 3</li><li>List <b>item</b> 4</li><li>List item with<br>two rows</li></div><ul><li><span><a href='#'>Something</a></span></li><li><a href='#'>or Other</a></li></ul>";

        /*var config = Configuration.Default.WithDefaultLoader();

        var context = BrowsingContext.New(config);

        var document = context.OpenAsync("http://hopefluent.cn");*/

        var config = Configuration.Default.WithDefaultLoader();

        //var document = AngleSharp.BrowsingContext.New(config).OpenAsync("http://hopefluent.cn");

        //string url = "https://stackoverflow.com/questions/2172174/need-tool-to-format-html-indent-add-whitespace?noredirect=1&lq=1";

        string url = "http://hopefluent.cn";

        //string url = "https://www.sioe.cn";

        //string url = "http://10qka.conm.cn"; //times out

        var task = Task.Run(async () => await AngleSharp.BrowsingContext.New(config).OpenAsync(url));

        //task.RunSynchronously();

        var document = task.Result;

        var html = "";//document.Body.ToHtml(AngleSharp.pr);

        html = document.Body.InnerHtml;

        /*using (var writer = new StringWriter())

        {

            document.ToHtml(writer, new PrettyMarkupFormatter());

            html =  writer.ToString();

        }*/

        /*HttpWebRequest request = (HttpWebRequest)WebRequest.Create("http://hopefluent.cn"); https://www.sioe.cn/ , http://10qka.conm.cn

        HttpWebResponse response = (HttpWebResponse)request.GetResponse();

        Stream receiveStream = response.GetResponseStream();

          StreamReader readStream = null;

​

          if (response.CharacterSet == null)

          {

             readStream = new StreamReader(receiveStream);

          }

          else

          {

             readStream = new StreamReader(receiveStream, Encoding.GetEncoding(response.CharacterSet));

          }

​

          html = readStream.ReadToEnd();*/

        Console.WriteLine(html);

        //Console.WriteLine(ParseHtmlToText2(html));

        //var expectedText = "This is a paragraph with a link within the paragraph & in the document.\n\nHeader in german is\nÜberschrift\n\nThis is another paragraph.\n\nList item 1\nList item 2\nList item 3\nList item 4\nList item with\ntwo rows\nSomething\nor Other";

        //var expectedText = "This is a paragraph with a link within the paragraph & in the document.\n\nHeader in german is\nÜberschrift\n\nThis is another paragraph.\n\nList item 1\nList item 2\nList item 3\nList item 4\nList item with\ntwo rows\nSomething\nor Other";  

        //var expectedText = "Something\nor Other";

        //var expectedText = "Something\nor Other";

        //Console.WriteLine(expectedText);

        //var parsedText2 = ParseHtmlToText2(html);

        //Console.WriteLine(expectedText == parsedText2);

        //Console.WriteLine(expectedText.Length);

        //Console.WriteLine(parsedText2.Length);

    }

    public static string ParseHtmlToText2(string html)

    {       

        html = html.Replace(" <strong>", " <strong>");

        html = html.Replace(" <i>", " <i>");

        html = html.Replace(" <em>", " <em>");

        html = html.Replace(" <b>", " <b>");

        html = html.Replace(" <u>", " <u>");

        html = html.Replace(" <span>", " <span>");

        var parsedText = new HtmlParser().Parse(html).Body.InnerText;       

        return parsedText;//.Replace(Char.ConvertFromUtf32(160), Char.ConvertFromUtf32(32));

    }

}