extern crate itertools; use self::itertools::Itertools; use language::{ProgrammingLanguageInterface, EvalOptions, ReplOutput, TokenError}; pub struct Robo { } impl Robo { pub fn new() -> Robo { Robo { } } } #[allow(dead_code)] #[derive(Debug)] pub enum Token { StrLiteral(String), Backtick, Newline, LParen, RParen, LBracket, RBracket, LBrace, RBrace, Period, Comma, Colon, Semicolon, SingleQuote, Identifier(String), Operator(String), NumLiteral(Number), } #[allow(dead_code)] #[derive(Debug)] pub enum Number { IntegerRep(String), FloatRep(String) } #[allow(dead_code)] pub type AST = Vec; #[allow(dead_code)] #[derive(Debug)] pub enum ASTNode { FunctionDefinition(String, Expression), ImportStatement(String), } #[allow(dead_code)] #[derive(Debug)] pub enum Expression { } fn tokenize(input: &str) -> Result, TokenError> { use self::Token::*; let mut tokens = Vec::new(); let mut iter = input.chars().peekable(); while let Some(c) = iter.next() { if c == ';' { while let Some(c) = iter.next() { if c == '\n' { break; } } continue; } let cur_tok = match c { c if char::is_whitespace(c) && c != '\n' => continue, '\n' => Newline, '(' => LParen, ')' => RParen, '[' => LBracket, ']' => RBracket, '{' => LBrace, '}' => RBrace, ',' => Comma, ':' => Colon, ';' => Semicolon, '.' => Period, '`' => Backtick, '\'' => SingleQuote, '"' => { let mut buffer = String::new(); loop { match iter.next() { Some(x) if x == '"' => break, Some(x) => buffer.push(x), None => return Err(TokenError::new("Unclosed quote")), } } StrLiteral(buffer) } c if c.is_digit(10) => { let mut integer = true; let mut buffer = String::new(); buffer.push(c); buffer.extend(iter.peeking_take_while(|x| x.is_digit(10))); if let Some(&'.') = iter.peek() { buffer.push(iter.next().unwrap()); integer = false; } buffer.extend(iter.peeking_take_while(|x| x.is_digit(10))); let inner = if integer { Number::IntegerRep(buffer) } else { Number::FloatRep(buffer) }; NumLiteral(inner) }, c if char::is_alphanumeric(c) => { let mut buffer = String::new(); buffer.push(c); buffer.extend(iter.peeking_take_while(|x| char::is_alphanumeric(*x))); Identifier(buffer) }, c => { let mut buffer = String::new(); buffer.push(c); buffer.extend(iter.peeking_take_while(|x| !char::is_whitespace(*x))); Operator(buffer) } }; tokens.push(cur_tok); } Ok(tokens) } impl ProgrammingLanguageInterface for Robo { fn get_language_name(&self) -> String { "Robo".to_string() } fn evaluate_in_repl(&mut self, input: &str, _eval_options: &EvalOptions) -> ReplOutput { let mut output = ReplOutput::default(); let tokens = match tokenize(input) { Ok(tokens) => tokens, Err(e) => { output.add_output(format!("Tokenize error: {:?}", e)); return output; } }; output.add_output(format!("{:?}", tokens)); output } }