using System;

using System.Collections.Generic;

using System.ComponentModel;

using System.Data;

using System.Drawing;

using System.Linq;

using System.Text;

using System.Threading.Tasks;

using System.Windows.Forms;

using HtmlAgilityPack;

using System.Threading;

​

namespace BrowserAutomate

{

    public partial class Form3 : Form

    {

        bool IsRedirect = false;

        List<string> urls = new List<string>();

        int StartIndex = 0;

        int DataCount = 0;

​

        public Form3()

        {

            InitializeComponent();

            urls.Add("https://newsplus.wsj.com/article/realtime/DNCO20210625006640");

            urls.Add("https://newsplus.wsj.com/article/realtime/DNCO20210625001158");

            DataCount = urls.Count;

        }

​

        private void button1_Click(object sender, EventArgs e)

        {

            IsRedirect = false;

            timer1.Enabled = true;

        }

​

        private void timer1_Tick(object sender, EventArgs e)

        {

            timer1.Stop();

            webBrowser1.Navigate(urls[StartIndex].ToString());

​

        }

​

        string Headlines = "";

        private void webBrowser1_DocumentCompleted(object sender, WebBrowserDocumentCompletedEventArgs e)

        {

            if (webBrowser1.ReadyState == WebBrowserReadyState.Complete && IsRedirect)

            {

                string currenturl = webBrowser1.Url.ToString();

                System.Threading.Thread.Sleep(3000);

                var byTagName = webBrowser1.Document.GetElementsByTagName("h1");

                var byTagName_div = webBrowser1.Document.GetElementsByTagName("div");

​

                if (byTagName.Count > 0)

                {

                    foreach (HtmlElement element in byTagName_div)

                    {

                        if (element.GetAttribute("className") == "article-container   wsj")

                        {

                            HtmlAgilityPack.HtmlDocument doc = new HtmlAgilityPack.HtmlDocument();

​

                            if (element.InnerHtml != null)

                            {

                                doc.LoadHtml(element.InnerHtml);

                                foreach (HtmlAgilityPack.HtmlNode node in doc.DocumentNode.ChildNodes)

                                {

                                    foreach (HtmlNode link in node.SelectNodes("//h1"))

                                    {

                                        Headlines = Convert.ToString(link.InnerText).Trim();

​

                                    }

                                }

                            }

                        }

                    }

                    if(StartIndex<=(DataCount-1))

                    {

                        StartIndex++;

                        timer1.Start();

                    }

                    else

                    {

                        timer1.Stop();

                        timer1.Enabled = false;

                    }

                }

            }

        }

​

        private void webBrowser1_Navigated(object sender, WebBrowserNavigatedEventArgs e)

        {

            if (urls.Where(a => a.ToString().Contains(e.Url.AbsoluteUri)).Count() > 0)

            {

                IsRedirect = true;

            }

        }

​

    }

}

​