Skip to content

Commit 5a2817f

Browse files
committed
Aligning Token Categories with Kolasu
1 parent 0ed2dc9 commit 5a2817f

File tree

1 file changed

+6
-1
lines changed

1 file changed

+6
-1
lines changed

src/parsing/parsing.ts

+6-1
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,12 @@ export enum TokenCategory {
1010
KEYWORD = "Keyword",
1111
NUMERIC_LITERAL = "Numeric literal",
1212
STRING_LITERAL = "String literal",
13-
PLAIN_TEXT = "Plain text"
13+
OTHER_LITERAL = "Other literal",
14+
PLAIN_TEXT = "Plain text",
15+
WHITESPACE = "Whitespace",
16+
IDENTIFIER = "Identifier",
17+
PUNCTUATION = "Punctuation",
18+
OPERATOR = "Operator",
1419
}
1520

1621
/**

0 commit comments

Comments
 (0)