From 49be163181e5d0653813cc399c89474ac3a5763b Mon Sep 17 00:00:00 2001 From: greg Date: Sat, 9 Jan 2016 01:01:37 -0800 Subject: [PATCH] Add test to ignore For better handing of user-defined operators, which I will do in the future --- src/tokenizer.rs | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 05b00ad..a3ea22e 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -151,6 +151,14 @@ mod tests { "[NumLiteral(2.3), Identifier(\"*\"), NumLiteral(49.2), EOF]"); assert_eq!(tokenize("2.4.5"), None); + } + + #[test] + #[ignore] + fn more_tokenization() { + //it would be nice to support complicated operators in a nice, haskell-ish way + tokentest!("a *> b", + "[Identifier(\"a\"), Identifier(\"*>\"), Identifier(\"b\"), EOF]"); } }