using System;

using System.Collections.Generic;

using System.IO;

using System.Threading.Tasks;

using System.Threading;

using System.Net.Http;

using AngleSharp;

​

​

namespace DagRoosterScraper

{

    // in cloudshell

    // cd DagRoosterScraper

    // dotnet add package Google.Cloud.Storage.V1

​

    public class WijzigingInfo

    {

        public string klas;

        public string blok;

        public string vak;

        public string vervanger;

        public string lokaal;

        public string wijzigingen;

    }

​

//https://codelabs.developers.google.com/codelabs/cloud-functions-csharp#5

    public class Function 

    {

​

        static async Task<string> GetPage()

        {

            HttpClient client = new HttpClient();

            var response = await client.GetAsync("https://college.nl/leerlingen/roosters/dagrooster");

            return await response.Content.ReadAsStringAsync();

        }

​

        static async Task<string> Say(string inputText)

        {

​

            //https://stackoverflow.com/questions/32423837/telegram-bot-how-to-get-a-group-chat-id

            string apiToken = "1026668706:AAEQPH4w-D0_H6Q9F4Is5OeUA2hfxmbfyls";

            string chatId = "-551541836";

//            string text = System.Web.HttpUtility.UrlEncode(inputText);

            string text = System.Net.WebUtility.UrlEncode(inputText);

            HttpClient client = new HttpClient();

            var response = await client.GetAsync($"https://api.telegram.org/bot{apiToken}/sendMessage?chat_id={chatId}&text={text}");

            return await response.Content.ReadAsStringAsync();

        }

​

        public static Stream GenerateStreamFromString(string s)

        {

            var stream = new MemoryStream();

            var writer = new StreamWriter(stream);

            writer.Write(s);

            writer.Flush();

            stream.Position = 0;

            return stream;

        }

/*

        static async Task UploadToGoogle(string filename, string contents)

        {

            //https://console.cloud.google.com/storage/browser/college_dag_rooster_raw;tab=objects?project=collegescraping&prefix=&forceOnObjectsSortingFiltering=false

            string bucketName = "college_dag_rooster_raw";

            string objectName = filename;

​

            _logger.LogInformation($"Uploading to bucket: {bucketName} filename: {filename}");

            var storage = StorageClient.Create();

            using (var datastream = GenerateStreamFromString(contents))

            {

                _logger.LogInformation("Writing to google");

                var res = await storage.UploadObjectAsync(bucketName, objectName, null, datastream);

                _logger.LogInformation($"Writing success?? {res.Bucket}");

            }

        }*/

​

​

        static async Task DoHet()

        {

            try

            {

                var pageContents = await GetPage();

                //pageContents = await System.IO.File.ReadAllTextAsync("/Users/familie/Dropbox/Huishouden/College/dagrooster_09_21_2021__07_43_13.html"); //data present

                //pageContents = await System.IO.File.ReadAllTextAsync("/Users/familie/Dropbox/Huishouden/College/dagrooster_10_02_2021__11_28_45.html"); //leeg in weekend

​

                var document = await BrowsingContext.New().OpenAsync(m =>

                    m.Content(pageContents));

                //<div class="snippet index w-s-rooster"

                var changes = document.QuerySelectorAll("div .snippet.index.w-s-rooster tr");

​

                List<WijzigingInfo> allChanges = new List<WijzigingInfo>();

                if (changes.Length > 0)

                {

                    foreach (var l in changes)

                    {

                        var fields = l.QuerySelectorAll("td");

                        if (fields.Length > 0)

                        {

                            Console.WriteLine(l.InnerHtml);

                            //<th>Klas</th><th>Blok</th><th>Vak</th><th>Vervanger</th><th>Lokaal</th><th>Wijzigingen</th>

                            //< td > V5F,V5B,V5A,V5D,V5E,V5C,V5G </ td >< td > 1 </ td >< td > entl2 </ td >< td > BEM15 </ td >< td > 223 </ td >< td > </ td >

                            var wi = new WijzigingInfo();

                            wi.klas = fields[0].InnerHtml;

                            wi.blok = fields[1].InnerHtml;

                            wi.vak = fields[2].InnerHtml;

                            wi.vervanger = fields[3].InnerHtml;

                            wi.lokaal = fields[4].InnerHtml;

                            wi.wijzigingen = fields[5].InnerHtml;

                            Console.WriteLine($"Parsed: {wi.klas} {wi.blok} {wi.vak} {wi.vervanger} {wi.lokaal} {wi.wijzigingen}");

                            if (wi.klas.ToLower().Contains("g1a"))

                            {

                                allChanges.Add(wi);

                            }

                        }

                    }

                }

​

                foreach (var wi in allChanges)

                {

                    var whattosay = $"{DateTime.Now}\nKlas:  {wi.klas}\nBlok:  {wi.blok}\nVak:  {wi.vak}\nVervanger:  {wi.vervanger}\nLokaal:  {wi.lokaal}\nWijzigingen:  {wi.wijzigingen}";

                    await Say(whattosay);

                }

​

                if (allChanges.Count == 0)

                {

                    var whattosay = $"{DateTime.Now}\nGeen wijzigingen gevonden.";

                    //await Say(whattosay);

                }

//                await UploadToGoogle($"dagrooster_{DateTime.Now.ToString("yyyy_MM_dd_HH_mm_ss")}.html", pageContents);

            }

            catch(Exception ex)

            {

                await Say($"{DateTime.Now}\nEXCEPTIE: KIJK ONLINE\n{ex.Message}");

                throw ex;

            }

        }

        public static async Task Main()

        {

            await DoHet();

        }

    }

}

​