From e031371e1f8af12ba5275404b722262af5ea2c83 Mon Sep 17 00:00:00 2001
From: 简律纯 <i@jyunko.cn>
Date: Thu, 28 Sep 2023 02:44:23 +0800
Subject: feat(TOKEN): add INTEGER and EOF

---
 psi/Grammar/Token | 26 ++------------------------
 1 file changed, 2 insertions(+), 24 deletions(-)

diff --git a/psi/Grammar/Token b/psi/Grammar/Token
index f73152f..61dd757 100644
--- a/psi/Grammar/Token
+++ b/psi/Grammar/Token
@@ -1,11 +1,3 @@
-ENDMARKER
-NAME
-NUMBER
-STRING
-NEWLINE
-INDENT
-DEDENT
-
 LPAR                    '('
 RPAR                    ')'
 LSQB                    '['
@@ -54,19 +46,5 @@ RARROW                  '->'
 ELLIPSIS                '...'
 COLONEQUAL              ':='
 EXCLAMATION             '!'
-
-OP
-AWAIT
-ASYNC
-TYPE_IGNORE
-TYPE_COMMENT
-SOFT_KEYWORD
-FSTRING_START
-FSTRING_MIDDLE
-FSTRING_END
-COMMENT
-NL
-ERRORTOKEN
-
-# These aren't used by the C tokenizer but are needed for tokenize.py
-ENCODING
\ No newline at end of file
+INTEGER                 'INTEGER'
+EOF                     'EOF'
\ No newline at end of file
-- 
cgit v1.2.3-70-g09d2