tangent128/prototype-3x5
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add more recognized tokens

Browse source
This commit is contained in:
Tangent Wantwight 2024-06-05 19:43:19 -04:00
parent 618de2ac99
commit 9b81056d1d
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/parser2.ts
View file

@ -59,6 +59,14 @@ type Token = [TokenType, string, number];
const Tokens: [TokenType, RegExp][] = [ const Tokens: [TokenType, RegExp][] = [
["newline", /(\n)/y], ["newline", /(\n)/y],
["whitespace", /([^\S\n]+)/y], ["whitespace", /([^\S\n]+)/y],
["semicolon", /(;)/y],
["{", /(\{)/y],
["}", /(\})/y],
["[", /(\[)/y],
["]", /(\])/y],
["quote", /(")/y],
["backslash", /(\\)/y],
["comment", /(\#)/y],
["text", /([^\s\\;\[\]]+)/y], ["text", /([^\s\\;\[\]]+)/y],
]; ];