Add more comments

This commit is contained in:
Andrew Cooper
2022-02-16 22:47:35 +11:00
parent 728c5b8a00
commit 8d13695e72
2 changed files with 36 additions and 1 deletions

View File

@@ -3,6 +3,9 @@ using System.Collections.Generic;
namespace Games.Common.IO;
/// <summary>
/// A simple state machine which parses tokens from a line of input.
/// </summary>
internal class Tokenizer
{
private const char Quote = '"';