//////////////////////////////////////////////

// 

// File Name: TokenizeClasswork.cs

// Project: Project 1 - Strings, Files, and Lists

// Purpose: The word eludes me, but this is just me working on making

//          the Tokenize method for Project 1

// Author: Richard Cashion, cashion@etsu.edu

// Created: October 6, 2021, during class

// Copyright: Richard Cashion, 2021

// 

//////////////////////////////////////////////

​

using System;

using System.Collections.Generic;

​

//Using the same namespace because why not

namespace Project1

{

    //Just the name of the file

    class TokenizeClasswork

    {

        //The driver for the test

        static void Main()

        {

            String original = "Hello, my name is Richard!"; //The original string to tokenize

            String delimiters = ".,:; ?!-"; //The delimiters that can split the string

            String toPrint = ""; //The string that will be printed

            List<String> tokened = Tokenize(original, delimiters); //The list to hold the tokened strings

            foreach (String i in tokened) //For each string in the list

            {

                toPrint += i; //Add it to the string to print

            }

​

            Console.WriteLine(toPrint); //Show the user the string

        }

​

        /*

        * Takes the string to tokenize and the delimiters to token it 

        * by and rips substrings into a list, then returns that list

        * 

        * param: original: the original string to tokenize

        * param: delimiters: the string that has the delimiters for the string

        * return: List<String>: a list containing the ripped strings

        */

        static List<String> Tokenize(string original, string delimiters)

        {

            List<String> TokenList = new List<String>(); //Create the list to be returned

            char[] DelimArray = delimiters.ToCharArray(); //Create a character array that hold the delimiters

            String work = original; //Set a new string work equal to the original string

            String movingString = ""; //

            int? nextDelimIdx = null;

            while (!String.IsNullOrEmpty(work))

            {

                nextDelimIdx = work.IndexOfAny(DelimArray);

                if(nextDelimIdx == -1)

                {

                    movingString = work.Trim();

                    TokenList.Add(movingString);

                    return TokenList;

                }

                movingString = work.Substring(0, (int)nextDelimIdx + 1).Trim();

                movingString.Trim();

                if (!String.IsNullOrEmpty(movingString))

                {

                    movingString += " ";

                    TokenList.Add(movingString);

                }

            }

            return TokenList;

        }

    }

}