Couple more tests

2016-01-09 00:09:48 -08:00 · 2016-01-09 00:09:48 -08:00 · b4f93acbd8
commit b4f93acbd8
parent 8c65ae3214
1 changed files with 5 additions and 0 deletions
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@ -147,5 +147,10 @@ mod tests {
        tokentest!("2 + 1",
            "[NumLiteral(2), Identifier(\"+\"), NumLiteral(1), EOF]");

+        tokentest!("2.3*49.2",
+            "[NumLiteral(2.3), Identifier(\"*\"), NumLiteral(49.2), EOF]");
+
+        assert_eq!(tokenize("2.4.5"), None);
+
    }
 }