aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authormryouse2022-06-18 02:00:11 +0000
committermryouse2022-06-18 02:00:11 +0000
commitaebfbb3895a81b1a285f6e9aa9877e16a87d7ec2 (patch)
tree04bde73f2b986a627709465949e3e6e30c8dd05b
parentd4a93e6bc9dd39d365fce82454d48bc03e989a98 (diff)
remove extra token types
-rw-r--r--lexer.py17
-rw-r--r--structs.py27
2 files changed, 4 insertions, 40 deletions
diff --git a/lexer.py b/lexer.py
index 7fa8d19..fa3db90 100644
--- a/lexer.py
+++ b/lexer.py
@@ -14,25 +14,12 @@ types = {
":bool": TokenType.BOOL_TYPE }
keywords = {
- "print": TokenType.PRINT,
- "+": TokenType.PLUS,
- "-": TokenType.DASH,
- "*": TokenType.STAR,
- "/": TokenType.SLASH,
- ">": TokenType.GREATER,
- ">=": TokenType.GREATER_EQUAL,
- "<": TokenType.LESS,
- "<=": TokenType.LESS_EQUAL,
- "eq?": TokenType.EQUAL,
- "not": TokenType.NOT,
- "and": TokenType.AND,
- "or": TokenType.OR,
"if": TokenType.IF,
"for-count": TokenType.FOR_COUNT,
- "|": TokenType.PIPE,
"def": TokenType.DEF,
"lambda": TokenType.LAMBDA,
- "&": TokenType.MANY }
+ "&": TokenType.MANY,
+ "func": TokenType.FUNC }
WHITESPACE = [" ", "\n", "\t"]
diff --git a/structs.py b/structs.py
index 02693be..1956c4b 100644
--- a/structs.py
+++ b/structs.py
@@ -7,8 +7,6 @@ from typeclass import TypeEnum
# NOTE: this can probably be simplified
class TokenType(Enum):
- PRINT = auto()
-
OPEN_PAREN = auto()
CLOSE_PAREN = auto()
@@ -21,33 +19,12 @@ class TokenType(Enum):
TRUE = auto()
FALSE = auto()
- # arithmetic
- PLUS = auto()
- DASH = auto()
- STAR = auto()
- SLASH = auto()
-
- # strings
- DOUBLE_QUOTE = auto()
-
- # comparison
- GREATER = auto()
- GREATER_EQUAL = auto()
- LESS = auto()
- LESS_EQUAL = auto()
- EQUAL = auto()
- NOT = auto()
- AND = auto()
- OR = auto()
-
- # flow
+ # keywords
IF = auto()
FOR_COUNT = auto()
- PIPE = auto()
-
- # keywords
DEF = auto()
LAMBDA = auto()
+ FUNC = auto()
# symbols
SYMBOL = auto()