greg/schala
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Start working on tokenization tests

Browse Source
This commit is contained in:
greg 2016-01-08 23:55:58 -08:00
parent 2f7a1850db
commit 4601a56867
1 changed files with 0 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/tokenizer.rs
View File

@ -127,13 +127,5 @@ mod tests {
#[test]
fn tokeniziation_tests() {
let t1 = "let a = 3\n";
assert_eq!(format!("{:?}", tokenize(t1)),
"[Keyword(Let), Identifier(\"a\"), Keyword(Assign), NumLiteral(3), Newline, EOF]");
// this is intentional
let t2 = "a + b*c\n";
assert_eq!(format!("{:?}", tokenize(t2)),
"[Identifier(\"a\"), Identifier(\"+\"), Identifier(\"b*c\"), Newline, EOF]");
}
}