using System;

using System.Collections.Generic;

using Microsoft.CodeAnalysis;

using Microsoft.CodeAnalysis.CSharp;

​

class Program

{

    static void Main()

    {

        string code =

            //"using System;\r\n"+

            //"\r\n"+

            //"// Comment\r\n"+

            //"string s = \"Hello,\"+\"\\r\\n\"+\r\n"+

//              "           \" world!\";\r\n"+

//          "int x = 42; /* Inline comment \r\n"+

            "#if DEBUG\r\n"+

            "   Console.WriteLine(\"Debug mode\");\r\n"+

            "#else\r\n"+

            "   Console.WriteLine(\"Release mode\");\r\n"+

            "#endif\r\n"+

            "Console.WriteLine(\"Startup Complete\");\r\n";

​

        Console.WriteLine("```");

        Console.WriteLine(code);

        Console.WriteLine("```");

        Console.WriteLine();

        Console.WriteLine("Tokens");

        Console.WriteLine("=====");

        Console.WriteLine();

        var tokens = SyntaxFactory.ParseTokens(code);

        foreach (var token in tokens)

        {

            // Add leading trivia

            foreach (var trivia in token.LeadingTrivia)

                Console.WriteLine($"       /-- LeadingTrivia: {trivia.Kind()} '{ReplaceCRLF(trivia.ToString())}'");

​

            Console.WriteLine($"Token: {token.Kind()} '{ReplaceCRLF(token.Text)}' [{token.Value}]");

​

            // Add trailing trivia

            foreach (var trivia in token.TrailingTrivia)

                Console.WriteLine($"       \\-- TrailingTrivia: {trivia.Kind()} FullString: '{ReplaceCRLF(trivia.ToFullString())}' ToString: '{ReplaceCRLF(trivia.ToString())}'");

​

        }

​

        /*

        // Parse the syntax tree

        var tree = CSharpSyntaxTree.ParseText(code);

        var root = tree.GetRoot();

​

        // Collect tokens and trivia into a flat list

        var elements = new List<string>();

​

        foreach (var token in root.DescendantTokens())

        {

            // Add the token itself

            elements.Add($"Token: {token.Kind()} '{ReplaceCRLF(token.Text)}' {token.Value}'");

​

            // Add leading trivia

            foreach (var trivia in token.LeadingTrivia)

                elements.Add($"       /-- LeadingTrivia: {trivia.Kind()} '{ReplaceCRLF(trivia.ToString())}'");

​

            // Add trailing trivia

            foreach (var trivia in token.TrailingTrivia)

                elements.Add($"       \\-- TrailingTrivia: {trivia.Kind()} FullString: '{trivia.ToFullString()}' ToString: '{ReplaceCRLF(trivia.ToString())}'");

        }

​

        // Print the combined list

        foreach (var element in elements)

            Console.WriteLine(element);

            */

    }

​

    // Helper method to replace CRLF with <CR> and <LF>

    static string ReplaceCRLF(string input)

    {

        return input.Replace("\r", "<CR>").Replace("\n", "<LF>");

    }

}

​