schala/src/tokenizer.rs
2017-09-19 22:10:52 -07:00

14 lines
220 B
Rust

#[derive(Debug, Clone)]
pub enum Token {
EOF,
Separator,
LParen,
RParen,
Comma,
NumLiteral(f64),
StrLiteral(String),
Identifier(String)
/* Keyword(Keyword) */ //implement in future
}