greg/schala
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Comma as separate token

Browse Source
This commit is contained in:
greg 2015-07-19 14:24:42 -07:00
parent c6059ada7d
commit 8e3774ffca
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/main.rs
View File

@ -14,6 +14,7 @@ enum Token {
Separator, Separator,
LParen, LParen,
RParen, RParen,
Comma,
NumLiteral(i32), NumLiteral(i32),
StrLiteral(String), StrLiteral(String),
Identifier(String) Identifier(String)
@ -85,8 +86,9 @@ fn tokenize(input: &str) -> Vec<Token> {
tokens.push(Token::LParen); tokens.push(Token::LParen);
} else if c == ')' { } else if c == ')' {
tokens.push(Token::RParen); tokens.push(Token::RParen);
} else if c == ',' {
tokens.push(Token::Comma);
} else { } else {
let mut buffer = String::with_capacity(20); let mut buffer = String::with_capacity(20);
buffer.push(c); buffer.push(c);