Lexing step complete?

diff --git a/main.py b/main.py
index 2c802f7ef118976b2cd0d759b83457e563cbdab5..1f1d1c6e6ca5eebdc1b920b180a491b369c97a4a 100644 (file)
--- a/main.py
+++ b/main.py
@@ -304,6 +304,14 @@ class Parser:
 
         return None
 
+    def parse(self) -> [Token]:
+        tokens: [Token] = []
+        token = self.next_token()
+        while token != None:
+            tokens.append(token)
+            token = self.next_token()
+        return tokens
+
 def main():
     program: str = sys.argv.pop(0)
 
@@ -316,11 +324,7 @@ def main():
 
     parser = Parser(filename)
 
-    tokens: [Token] = []
-    token = parser.next_token()
-    while token != None:
-        tokens.append(token)
-        token = parser.next_token()
+    tokens = parser.parse()
 
     for t in tokens:
         pprint.pp(str(t))