aviallon/compiler
1
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

parser+nodes+tokenizer: add Statements

Browse source
This commit is contained in:
Antoine Viallon 2023-05-12 01:35:38 +02:00
parent 2b9943cdbf
commit 0ef9960230
Signed by: aviallon
GPG key ID: D126B13AB555E16F
4 changed files with 32 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

1
compiler/tokenizer.py
View file

@ -35,6 +35,7 @@ class Tokens(enum.Enum):
Parens_Right = re.compile(r"\)")
Identifier = re.compile(r"[a-zA-Z_][a-zA-Z_0-9]*")
Equal = re.compile(r"=")
Semicolon = re.compile(r";")
Newline = re.compile(r"\n", flags=re.MULTILINE)
EOF = re.compile(r"\Z")
Blank = re.compile(r"[ \t]+")