fix missing EOF token

This commit is contained in:
Oleg Sobolev 2025-12-25 18:01:59 +03:00
parent 320e446236
commit 05d670817e
3 changed files with 3 additions and 3 deletions

View file

@ -43,7 +43,7 @@ scanTokensFromSource source = evalState scanTokens (emptyScannerState source)
scanTokens :: State ScannerState [Token]
scanTokens = do
atEnd <- isAtEnd
if atEnd then return [] else do
if atEnd then return <$> addToken EOF else do
maybeToken <- scanToken
case maybeToken of
Nothing -> scanTokens