Antoine Viallon
272bed25b9
Use the generated newline tokens to know at what line a token is located.
20 lines
410 B
Python
20 lines
410 B
Python
from __future__ import annotations
|
|
|
|
from .tokenizer import Tokenizer, Tokens
|
|
from .parser import Parser
|
|
|
|
data = "2 * (32.9 + 1)"
|
|
|
|
def main():
|
|
tokenizer = Tokenizer()
|
|
tokens = tokenizer.tokenize("2 + 3")
|
|
|
|
tokens = [token for token in tokens if token.kind not in [Tokens.Blank, Tokens.Newline]]
|
|
print(tokens)
|
|
|
|
parser = Parser(tokens)
|
|
parser.root()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|