basic-computer-games/00_Common/dotnet/Games.Common.Test/IO/TokenizerTests.cs

using System.Linq;
using FluentAssertions;
using Xunit;

namespace Games.Common.IO
{
    public class TokenizerTests
    {
        [Theory]
        [MemberData(nameof(TokenizerTestCases))]
        public void ParseTokens_SplitsStringIntoExpectedTokens(string input, string[] expected)
        {
            var result = Tokenizer.ParseTokens(input);

            result.Select(t => t.ToString()).Should().BeEquivalentTo(expected);
        }

        public static TheoryData<string, string[]> TokenizerTestCases() => new()
        {
            { "", new[] { "" } },
            { "aBc", new[] { "aBc" } },
            { "  Foo   ", new[] { "Foo" } },
            { "  \" Foo  \"  ", new[] { " Foo  " } },
            { "  \" Foo    ", new[] { " Foo    " } },
            { "\"\"abc", new[] { "" } },
            { "a\"\"bc", new[] { "a\"\"bc" } },
            { "\"\"", new[] { "" } },
            { ",", new[] { "", "" } },
            { " foo  ,bar", new[] { "foo", "bar" } },
            { "\"a\"bc,de", new[] { "a" } },
            { "a\"b,\" c,d\", f ,,g", new[] { "a\"b", " c,d", "f", "", "g" } }
        };
    }
}