Resilient parsing!

This commit is contained in:
etc404
2026-04-26 20:50:40 -06:00
parent 7d6b339cc6
commit 00d1ff11d7
4 changed files with 43 additions and 27 deletions
+30 -20
View File
@@ -11,11 +11,13 @@ class Reader:
self.tokens = []
self.interpreter = lisp.Lisp()
def run(self):
while self.peek() != "":
self.interpreter.evaluate(self.read_expression())
self.consume()
def tokenize(self, expression: str):
self.tokens += re.findall(r"""[\s,]*[;.*]*([()']|"(?:\\.|[^\\"])*"?|[^\s()'",;]*)""", expression)
while self.peek() != "":
self.read_expression()
self.consume()
def peek(self):
return self.tokens[0]
@@ -25,27 +27,35 @@ class Reader:
self.tokens = self.tokens[1:]
return token
def read_expression(self) -> atom.Atom | None:
def read_expression(self):
if len(self.tokens) == 0:
return None
if self.peek() == "(":
self.consume()
return self.read_list()
atomlist = []
token = self.peek()
while token != ")":
atomlist.append(self.read_expression())
while self.peek() == "":
self.consume()
expression: str = input("... ")
self.tokenize(expression)
token = self.peek()
self.consume()
return atomlist
else:
return self.read_atom()
def read_list(self):
token = self.peek()
last = atom.Atom(None, None)
first = last
while token != ")":
last.setval(self.read_expression())
last.append(atom.Atom(None, None))
last = last.cdr
token = self.peek()
self.consume()
return first
def read_atom(self) -> atom.Atom:
print(self.peek())
return atom.Atom(self.consume(), None)
def read_atom(self):
token = self.consume()
if token.upper() == "T":
return True
elif token.upper() == "NIL":
return False
try:
return int(token)
except ValueError:
try:
return float(token)
except ValueError:
return token