diff --git a/src/parser2.ts b/src/parser2.ts index 163ed25..83ca5fe 100644 --- a/src/parser2.ts +++ b/src/parser2.ts @@ -59,6 +59,14 @@ type Token = [TokenType, string, number]; const Tokens: [TokenType, RegExp][] = [ ["newline", /(\n)/y], ["whitespace", /([^\S\n]+)/y], + ["semicolon", /(;)/y], + ["{", /(\{)/y], + ["}", /(\})/y], + ["[", /(\[)/y], + ["]", /(\])/y], + ["quote", /(")/y], + ["backslash", /(\\)/y], + ["comment", /(\#)/y], ["text", /([^\s\\;\[\]]+)/y], ];