diff options
| author |   简律纯 <i@jyunko.cn> | 2023-09-28 02:44:23 +0800 |
|---|---|---|
| committer | 简律纯 <i@jyunko.cn> | 2023-09-28 02:44:23 +0800 |
| commit | e031371e1f8af12ba5275404b722262af5ea2c83 (patch) | |
| tree | 68a618d3554b216ae18eee680d3c307e7c0f3b42 | |
| parent | dc149ede46ca5077c62eb6fbe16743a09274d343 (diff) | |
| download | TRPGNivis-e031371e1f8af12ba5275404b722262af5ea2c83.tar.gz TRPGNivis-e031371e1f8af12ba5275404b722262af5ea2c83.zip | |
feat(TOKEN): add INTEGER and EOF
| -rw-r--r-- | psi/Grammar/Token | 26 |
1 files changed, 2 insertions, 24 deletions
diff --git a/psi/Grammar/Token b/psi/Grammar/Token index f73152f..61dd757 100644 --- a/psi/Grammar/Token +++ b/psi/Grammar/Token @@ -1,11 +1,3 @@ -ENDMARKER -NAME -NUMBER -STRING -NEWLINE -INDENT -DEDENT - LPAR '(' RPAR ')' LSQB '[' @@ -54,19 +46,5 @@ RARROW '->' ELLIPSIS '...' COLONEQUAL ':=' EXCLAMATION '!' - -OP -AWAIT -ASYNC -TYPE_IGNORE -TYPE_COMMENT -SOFT_KEYWORD -FSTRING_START -FSTRING_MIDDLE -FSTRING_END -COMMENT -NL -ERRORTOKEN - -# These aren't used by the C tokenizer but are needed for tokenize.py -ENCODING
\ No newline at end of file +INTEGER 'INTEGER' +EOF 'EOF'
\ No newline at end of file |