greg/schala
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Passing test

Browse Source
This commit is contained in:
greg 2016-01-08 23:59:15 -08:00
parent 4601a56867
commit e436533638
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/tokenizer.rs
View File

@ -117,6 +117,8 @@ pub fn tokenize(input: &str) -> Option<Vec<Token>> {
tokens.push(cur_tok); tokens.push(cur_tok);
} }
tokens.push(EOF);
Some(tokens) Some(tokens)
} }
@ -126,6 +128,9 @@ mod tests {
#[test] #[test]
fn tokeniziation_tests() { fn tokeniziation_tests() {
let t1 = "let a = 3\n"; let input1 = "let a = 3\n";
let token1 = tokenize(input1).unwrap();
assert_eq!(format!("{:?}", token1),
"[Identifier(\"let\"), Identifier(\"a\"), Identifier(\"=\"), NumLiteral(3), Newline, EOF]");
} }
} }