aboutsummaryrefslogtreecommitdiffstatshomepage
path: root/psi/Grammar
diff options
context:
space:
mode:
author简律纯 <i@jyunko.cn>2023-09-28 00:09:06 +0800
committer简律纯 <i@jyunko.cn>2023-09-28 00:09:06 +0800
commit719b598e98baff2cf5ea34bb6d36eddd8fd29f38 (patch)
tree5ec396376f3e85d10cd14a7222979105060b3926 /psi/Grammar
parentf0853a78a84205e7e3a6f0f3f5960750127044c6 (diff)
downloadTRPGNivis-719b598e98baff2cf5ea34bb6d36eddd8fd29f38.tar.gz
TRPGNivis-719b598e98baff2cf5ea34bb6d36eddd8fd29f38.zip
feat(src): delete `src` dir & rename `psi` dir
feat(frame): 添加`Lib` `Grammar` `Modules` 目录
Diffstat (limited to 'psi/Grammar')
-rw-r--r--psi/Grammar/Token72
1 files changed, 72 insertions, 0 deletions
diff --git a/psi/Grammar/Token b/psi/Grammar/Token
new file mode 100644
index 0000000..f73152f
--- /dev/null
+++ b/psi/Grammar/Token
@@ -0,0 +1,72 @@
+ENDMARKER
+NAME
+NUMBER
+STRING
+NEWLINE
+INDENT
+DEDENT
+
+LPAR '('
+RPAR ')'
+LSQB '['
+RSQB ']'
+COLON ':'
+COMMA ','
+SEMI ';'
+PLUS '+'
+MINUS '-'
+STAR '*'
+SLASH '/'
+VBAR '|'
+AMPER '&'
+LESS '<'
+GREATER '>'
+EQUAL '='
+DOT '.'
+PERCENT '%'
+LBRACE '{'
+RBRACE '}'
+EQEQUAL '=='
+NOTEQUAL '!='
+LESSEQUAL '<='
+GREATEREQUAL '>='
+TILDE '~'
+CIRCUMFLEX '^'
+LEFTSHIFT '<<'
+RIGHTSHIFT '>>'
+DOUBLESTAR '**'
+PLUSEQUAL '+='
+MINEQUAL '-='
+STAREQUAL '*='
+SLASHEQUAL '/='
+PERCENTEQUAL '%='
+AMPEREQUAL '&='
+VBAREQUAL '|='
+CIRCUMFLEXEQUAL '^='
+LEFTSHIFTEQUAL '<<='
+RIGHTSHIFTEQUAL '>>='
+DOUBLESTAREQUAL '**='
+DOUBLESLASH '//'
+DOUBLESLASHEQUAL '//='
+AT '@'
+ATEQUAL '@='
+RARROW '->'
+ELLIPSIS '...'
+COLONEQUAL ':='
+EXCLAMATION '!'
+
+OP
+AWAIT
+ASYNC
+TYPE_IGNORE
+TYPE_COMMENT
+SOFT_KEYWORD
+FSTRING_START
+FSTRING_MIDDLE
+FSTRING_END
+COMMENT
+NL
+ERRORTOKEN
+
+# These aren't used by the C tokenizer but are needed for tokenize.py
+ENCODING \ No newline at end of file