From: ahmedsamyh Date: Mon, 18 Nov 2024 16:06:34 +0000 (+0500) Subject: Lexing step complete? X-Git-Url: https://www.git.momoyon.org/?a=commitdiff_plain;h=ef80d1f0ddf9250a5b5858f685efdb75955676d2;p=lang.git Lexing step complete? --- diff --git a/main.py b/main.py index 2c802f7..1f1d1c6 100644 --- a/main.py +++ b/main.py @@ -304,6 +304,14 @@ class Parser: return None + def parse(self) -> [Token]: + tokens: [Token] = [] + token = self.next_token() + while token != None: + tokens.append(token) + token = self.next_token() + return tokens + def main(): program: str = sys.argv.pop(0) @@ -316,11 +324,7 @@ def main(): parser = Parser(filename) - tokens: [Token] = [] - token = parser.next_token() - while token != None: - tokens.append(token) - token = parser.next_token() + tokens = parser.parse() for t in tokens: pprint.pp(str(t))