Fix newline tokenizing bug
Still need to fix <statements> parsing because of the final newline
This commit is contained in:
parent
caa331ecdc
commit
bb349cda5f
@ -42,7 +42,8 @@ pub fn tokenize(input: &str) -> Vec<Token> {
|
|||||||
}
|
}
|
||||||
|
|
||||||
while let Some(c) = iterator.next() {
|
while let Some(c) = iterator.next() {
|
||||||
if char::is_whitespace(c) {
|
|
||||||
|
if char::is_whitespace(c) && c != '\n' {
|
||||||
continue;
|
continue;
|
||||||
} else if c == '"' {
|
} else if c == '"' {
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user