using System;

using ChoETL;

using System.Linq;

using System.Collections.Generic;

using System.IO;

​

public class Program

{

    public static void Main()

    {

        PrintLibVersion();

        var inputFilePath = "input.json";

        File.WriteAllText(inputFilePath, json);

        foreach (var stepsFilePath in SplitBySteps(inputFilePath))

        {

            SplitByInstrumentData(stepsFilePath);

            File.Delete(stepsFilePath);

        }

    }

    static string[] SplitByInstrumentData(string stepsFilePath)

    {

        List<string> stepsFiles = new List<string>();

        dynamic keys = null;

        dynamic props = null;

        dynamic stepsKeys = null;

        //Capture Keys

        using (var r = new ChoJSONReader(stepsFilePath).WithJSONPath("$..Job.Keys"))

        {

            keys = r.FirstOrDefault();

        }

        //Capture props

        using (var r = new ChoJSONReader(stepsFilePath).WithJSONPath("$..Job.Props"))

        {

            props = r.FirstOrDefault();

        }

        //Capture steps/keys

        using (var r = new ChoJSONReader(stepsFilePath).WithJSONPath("$..Job.Steps.Keys"))

        {

            stepsKeys = r.FirstOrDefault();

        }

​

        int fileCount = 0;

        //Loop thro Steps, write to individual files

        using (var r = ChoJSONReader.LoadText(json).WithJSONPath("$..Job.Steps.InstrumentData")

               .NotifyAfter(1)

               .Setup(s => s.RowsLoaded += (o, e) => $"InstrumentData Nodes loaded: {e.RowsLoaded} <- {DateTime.Now}".Print())

​

               //Callback used to hook up to loader, stream the nodes to file (this avoids loading to memory)

               .Configure(c => c.CustomJObjectLoader = (sr, s) =>

                          {

                              string outFilePath = $"InstrumentData_{fileCount++}.json";

                              $"Writing to `{outFilePath}` file...".Print();

​

                              using (var topJo = new ChoJObjectWriter(outFilePath))

                              {

                                  topJo.Formatting = Newtonsoft.Json.Formatting.Indented;

                                  using (var jo = new ChoJObjectWriter("Job", topJo))

                                  {

                                      jo.WriteProperty("Keys", keys);

                                      jo.WriteProperty("Props", props);

                                      jo.WriteProperty("Steps", sr);

                                  }

                              }

​

                              File.ReadAllText(outFilePath).Print();

                              "".Print();

​

                              stepsFiles.Add(outFilePath);

                              return ChoJSONObjects.EmptyJObject;

                          })

              )

        {

            r.Loop();

        }

        return stepsFiles.ToArray();

    }

    static string[] SplitBySteps(string inputFilePath)

    {

        List<string> stepsFiles = new List<string>();

        dynamic keys = null;

        dynamic props = null;

        //Capture Keys

        using (var r = new ChoJSONReader(inputFilePath).WithJSONPath("$..Job.Keys"))

        {

            keys = r.FirstOrDefault();

        }

        //Capture props

        using (var r = new ChoJSONReader(inputFilePath).WithJSONPath("$..Job.Props"))

        {

            props = r.FirstOrDefault();

        }

        int fileCount = 0;

        //Loop thro Steps, write to individual files

        using (var r = ChoJSONReader.LoadText(json).WithJSONPath("$..Job.Steps")

               .NotifyAfter(1)

               .Setup(s => s.RowsLoaded += (o, e) => $"Step Nodes loaded: {e.RowsLoaded} <- {DateTime.Now}".Print())

​

               //Callback used to hook up to loader, stream the nodes to file (this avoids loading to memory)

               .Configure(c => c.CustomJObjectLoader = (sr, s) =>

                          {

                              string outFilePath = $"Steps_{fileCount++}.json";

                              $"Writing to `{outFilePath}` file...".Print();

​

                              using (var topJo = new ChoJObjectWriter(outFilePath))

                              {

                                  topJo.Formatting = Newtonsoft.Json.Formatting.Indented;

                                  using (var jo = new ChoJObjectWriter("Job", topJo))

                                  {

                                      jo.WriteProperty("Keys", keys);

                                      jo.WriteProperty("Props", props);

                                      jo.WriteProperty("Steps", sr);

                                  }

                              }

​

                              //File.ReadAllText(outFilePath).Print();

                              //"".Print();

​

                              stepsFiles.Add(outFilePath);

                              return ChoJSONObjects.EmptyJObject;

                          })

              )

        {

            r.Loop();

        }

        return stepsFiles.ToArray();

    }

    static void PrintLibVersion()

    {

        $"{typeof(ChoJSONReader).Assembly.GetName().Name} v{typeof(ChoJSONReader).Assembly.GetName().Version.ToString()}".Print();

        "".Print();

    }

    static string json = @"{

  ""Job"": {

    ""Keys"": {

      ""JobID"": ""test123"",

      ""DeviceID"": ""TEST01""

    },

    ""Props"": {

      ""FileType"": ""Measurements"",

      ""InstrumentDescriptions"": [

        {

          ""InstrumentID"": ""1723007"",

          ""InstrumentType"": ""Actual1"",

          ""Name"": ""U"",

          ""DataType"": ""Double"",

          ""Units"": ""degC""

        },

        {

          ""InstrumentID"": ""2424009"",

          ""InstrumentType"": ""Actual2"",

          ""Name"": ""VG03"",

          ""DataType"": ""Double"",

          ""Units"": ""Pa""

        }

      ]

    },

    ""Steps"": [

      {

        ""Keys"": {

          ""StepID"": ""START"",

          ""StepResult"": ""NormalEnd""

        },

        ""InstrumentData"": [

          {

            ""Keys"": {

              ""InstrumentID"": ""1723007""

            },

            ""Measurements"": [

              {

                ""DateTime"": ""2021-11-16 21:18:37.000"",

                ""Value"": 540

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.100"",

                ""Value"": 539

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.200"",

                ""Value"": 540

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.300"",

                ""Value"": 540

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.400"",

                ""Value"": 540

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.500"",

                ""Value"": 540

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.600"",

                ""Value"": 540

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.700"",

                ""Value"": 538

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.800"",

                ""Value"": 540

              }

            ]

          },

          {

            ""Keys"": {

              ""InstrumentID"": ""2424009""

            },

            ""Measurements"": [

              {

                ""DateTime"": ""2021-11-16 21:18:37.000"",

                ""Value"": 1333.22

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.100"",

                ""Value"": 1333.22

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.200"",

                ""Value"": 1333.22

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.300"",

                ""Value"": 1333.22

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.400"",

                ""Value"": 1333.22

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.500"",

                ""Value"": 1333.22

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.600"",

                ""Value"": 1333.22

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.700"",

                ""Value"": 1333.22

              },

              {

                ""DateTime"": ""2021-11-16 21:18:37.800"",

                ""Value"": 1333.22

              }

            ]

          }

        ]

      }

    ]

  }

}";

}