using System;

using System.IO;

using System.IO.Compression;

using System.Text;

using System.Xml;

using System.Linq;

using System.Collections.Generic;

using System.Xml.Linq;

using ArchiveFlow.FileProcessor;

​

public class Program

{

    public static void Main()

    {

        // this will create 1000 XML files spread over 50 zip files

        CreateData();

        var list = new List<string>();

        int countFiles = 0;

        // now let's build a processor to process the XML in these files

        var builder = new FileProcessorBuilder()

            .FromFolder("./ZipFiles")

            .ProcessAsText((file, text) =>

        {

            countFiles++;

            XDocument xdoc = XDocument.Parse(text);

            // Extract data from the XML

            string id = (string)xdoc.Root.Attribute("id");

            string name = (string)xdoc.Root.Element("name");

            var elements = xdoc.Root.Elements("element");

            string elementValues = string.Join(", ", elements.Select(e =>

            {

                string idx = (string)e.Attribute("idx");

                string value = (string)e;

                return $"({idx},{value})";

            }));

            // Format the resulting string

            string result = $"({id},{name}) -> elements [ {elementValues} ]";

            list.Add(result);

        });     

        var processor = builder.Build();

        // this will parse all XML files in all zip files & compute a string with data from each XML and put it in a list

        processor.ProcessFiles();

        // show result

        Console.WriteLine($"{countFiles} files have been processed by ArchiveFlow");

        Console.WriteLine($"The resulting list contains {list.Count} elements, these are the first 10:");

        for (int i = 0; i < 10; ++i)

            Console.WriteLine(list[i]);

    }

​

    // creates a set of test data (1000 xml files spread over 50 zip files)

    static void CreateData()

    {

        // Create a directory to store the zip files

        string outputDirectory = "ZipFiles";

        Directory.CreateDirectory(outputDirectory);

        int xmlFilesPerZip = 20;

        int totalXmlFiles = 1000;

        int zipCount = totalXmlFiles / xmlFilesPerZip;

        // Generate XML files and create ZIP files

        for (int zipIndex = 1; zipIndex <= zipCount; zipIndex++)

        {

            // Create a new zip file

            string zipFileName = $"ZipFile_{zipIndex:D2}.zip";

            string zipFilePath = Path.Combine(outputDirectory, zipFileName);

            using (ZipArchive zipArchive = ZipFile.Open(zipFilePath, ZipArchiveMode.Create))

            {

                for (int xmlIndex = 1; xmlIndex <= xmlFilesPerZip; xmlIndex++)

                {

                    int xmlFileIndex = (zipIndex - 1) * xmlFilesPerZip + xmlIndex;

                    string xmlContent = GenerateXmlContent(xmlFileIndex);

                    string xmlFileName = $"XMLFile_{xmlFileIndex:D3}.xml";

                    // Create a new entry for the XML file in the zip archive

                    ZipArchiveEntry entry = zipArchive.CreateEntry(xmlFileName);

                    // Write the XML content to the entry

                    using (Stream stream = entry.Open())

                    using (StreamWriter writer = new StreamWriter(stream, Encoding.UTF8))

                    {

                        writer.Write(xmlContent);

                    }

                }

            }

        }

​

        Console.WriteLine("(...50 zip files with a total of 1000 XML files have been generated)");

    }

​

    static string GenerateXmlContent(int id)

    {

        Random random = new Random();

        int elementCount = random.Next(1, 6);

        string name = GenerateRandomString(10);

        XmlDocument xmlDoc = new XmlDocument();

        xmlDoc.LoadXml($"<?xml version=\"1.0\" encoding=\"utf-8\"?><root id=\"{id:D3}\"><name>{name}</name></root>");

        XmlNode root = xmlDoc.SelectSingleNode("/root");

        for (int i = 1; i <= elementCount; i++)

        {

            XmlElement element = xmlDoc.CreateElement("element");

            element.SetAttribute("idx", i.ToString());

            element.InnerText = GenerateRandomString(5);

            root.AppendChild(element);

        }

​

        return xmlDoc.OuterXml;

    }

​

    static string GenerateRandomString(int length)

    {

        const string chars = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789";

        Random random = new Random();

        return new string (Enumerable.Repeat(chars, length).Select(s => s[random.Next(s.Length)]).ToArray());

    }

}