Add new lex() function to streamline lexing, change main to reflect this
This commit is contained in:
14
src/lex.cpp
14
src/lex.cpp
@@ -135,5 +135,19 @@ Token Lexer::next() {
|
||||
}
|
||||
}
|
||||
|
||||
vector<Token> Lexer::collect() {
|
||||
vector<Token> v;
|
||||
while (true) {
|
||||
Token t = next();
|
||||
if (t.type == TokenType::End)
|
||||
break;
|
||||
|
||||
v.push_back(t);
|
||||
}
|
||||
return v;
|
||||
}
|
||||
|
||||
std::vector<Token> lex(std::string s) {
|
||||
Lexer l(s);
|
||||
return l.collect();
|
||||
}
|
||||
|
Reference in New Issue
Block a user