use std::{borrow::Cow, path::{Path, PathBuf}}; use std::cell::RefCell; use std::collections::HashMap; use std::rc::Rc; use crate::{Blob, Block, Op, Prog, RustFunction, Type, Value}; use crate::error::{Error, ErrorKind}; use crate::tokenizer::{Token, TokenStream}; macro_rules! nextable_enum { ( $name:ident { $( $thing:ident ),* $( , )? } ) => { #[derive(PartialEq, PartialOrd, Clone, Copy, Debug)] enum $name { $( $thing, )* } impl $name { pub fn next(&self) -> Self { *[$( $name::$thing, )*].iter() .find(|x| { x > &self }) .unwrap_or(self) } } }; } macro_rules! error { ($thing:expr, $msg:expr) => { $thing.error(ErrorKind::SyntaxError($thing.line(), $thing.peek()), Some(String::from($msg))) }; } macro_rules! expect { ($thing:expr, $exp_head:pat $( | $exp_rest:pat ),* , $msg:expr) => { match $thing.peek() { $exp_head $( | $exp_rest )* => { $thing.eat(); true }, _ => { error!($thing, $msg); false } , } }; } macro_rules! parse_branch { ($compiler:expr, $block:expr, [ $( $call:expr ),* ]) => { { let block_length = $block.ops.len(); let token_length = $compiler.curr; let num_errors = $compiler.errors.len(); let mut stored_errors = Vec::new(); // Closures for early return on success. let success = (|| { // We risk getting a lot of errors if we are in an invalid state // when we start the parse. if $compiler.panic { return false; } $( $call; if !$compiler.panic { return true; } $compiler.panic = false; $compiler.curr = token_length; let thrown_errors = $compiler.errors.len() - num_errors - 1; stored_errors.extend($compiler.errors.split_off(thrown_errors)); $block.ops.truncate(block_length); )* false })(); if !success { $compiler.errors.extend(stored_errors); } success } }; ($compiler:expr, $block:expr, $call:expr) => { { let block_length = $block.ops.len(); let token_length = $compiler.curr; let num_errors = $compiler.errors.len(); let mut stored_errors = Vec::new(); // Closures for early return on success. (|| { // We risk getting a lot of errors if we are in an invalid state // when we start the parse. if $compiler.panic { return false; } $call; if !$compiler.panic { return true; } $compiler.panic = false; $compiler.curr = token_length; let thrown_errors = $compiler.errors.len() - num_errors - 1; stored_errors.extend($compiler.errors.split_off(thrown_errors)); $block.ops.truncate(block_length); false })() } }; } nextable_enum!(Prec { No, Assert, Bool, Comp, Term, Factor, }); #[derive(Clone)] struct Variable { name: String, typ: Type, scope: usize, slot: usize, outer_slot: usize, outer_upvalue: bool, active: bool, upvalue: bool, captured: bool, } enum LoopOp { Continue, Break, } struct Frame { loops: Vec>, stack: Vec, upvalues: Vec, scope: usize, } impl Frame { fn new() -> Self { Self { loops: Vec::new(), stack: Vec::new(), upvalues: Vec::new(), scope: 0, } } fn count_this_scope(&self) -> usize { for (i, var) in self.stack.iter().rev().enumerate() { println!("i:{} - {} == {}", i, var.scope, self.scope); if var.scope != self.scope { // return i; } } return self.stack.len(); } fn push_loop(&mut self) { self.loops.push(Vec::new()); } fn pop_loop(&mut self, block: &mut Block, stacktarget: usize, start: usize, end: usize) { // Compiler error if this fails for (addr, stacksize, op) in self.loops.pop().unwrap().iter() { let to_pop = stacksize - stacktarget; let op = match op { LoopOp::Continue => Op::JmpNPop(start, to_pop), LoopOp::Break => Op::JmpNPop(end, to_pop), }; block.patch(op, *addr); } } fn add_continue(&mut self, addr: usize, stacksize: usize, block: &mut Block) -> Result<(), ()> { if let Some(top) = self.loops.last_mut() { top.push((addr, stacksize, LoopOp::Continue)); Ok(()) } else { Err(()) } } fn add_break(&mut self, addr: usize, stacksize: usize, block: &mut Block) -> Result<(), ()> { if let Some(top) = self.loops.last_mut() { top.push((addr, stacksize, LoopOp::Break)); Ok(()) } else { Err(()) } } fn find_local(&self, name: &str) -> Option { for var in self.stack.iter().rev() { if var.name == name && var.active { return Some(var.clone()); } } None } fn find_upvalue(&self, name: &str) -> Option { for var in self.upvalues.iter().rev() { if var.name == name && var.active { return Some(var.clone()); } } None } fn add_upvalue(&mut self, variable: Variable) -> Variable { let new_variable = Variable { outer_upvalue: variable.upvalue, outer_slot: variable.slot, slot: self.upvalues.len(), active: true, upvalue: true, ..variable }; self.upvalues.push(new_variable.clone()); new_variable } } pub(crate) struct Compiler { curr: usize, tokens: TokenStream, current_file: PathBuf, frames: Vec, panic: bool, errors: Vec, blocks: Vec>>, blobs: Vec, functions: HashMap, constants: Vec, strings: Vec, } macro_rules! push_frame { ($compiler:expr, $block:expr, $code:tt) => { { $compiler.frames.push(Frame::new()); // Return value stored as a variable $compiler.define_variable("", Type::Unknown, &mut $block).unwrap(); $code $compiler.frames.pop().unwrap(); // The 0th slot is the return value, which is passed out // from functions, and should not be popped. 0 } }; } macro_rules! push_scope { ($compiler:expr, $block:expr, $code:tt) => { let ss = $compiler.stack().len(); $compiler.frame_mut().scope += 1; $code; $compiler.frame_mut().scope -= 1; for var in $compiler.frame().stack[ss..$compiler.stack().len()].iter().rev() { if var.captured { add_op($compiler, $block, Op::PopUpvalue); } else { add_op($compiler, $block, Op::Pop); } } $compiler.stack_mut().truncate(ss); }; } /// Helper function for adding operations to the given block. fn add_op(compiler: &Compiler, block: &mut Block, op: Op) -> usize { block.add(op, compiler.line()) } impl Compiler { pub(crate) fn new(current_file: &Path, tokens: TokenStream) -> Self { Self { curr: 0, tokens, current_file: PathBuf::from(current_file), frames: vec![Frame::new()], panic: false, errors: vec![], blocks: Vec::new(), blobs: Vec::new(), functions: HashMap::new(), constants: vec![Value::Nil], strings: Vec::new(), } } fn nil_value(&self) -> usize { self.constants.iter() .enumerate() .find_map(|(i, x)| match x { Value::Nil => Some(i), _ => None, }).unwrap() } fn add_constant(&mut self, value: Value) -> usize { self.constants.push(value); self.constants.len() - 1 } fn intern_string(&mut self, string: String) -> usize { self.strings.push(string); self.strings.len() - 1 } fn frame(&self) -> &Frame { let last = self.frames.len() - 1; &self.frames[last] } fn frame_mut(&mut self) -> &mut Frame { let last = self.frames.len() - 1; &mut self.frames[last] } fn stack(&self) -> &[Variable] { &self.frame().stack.as_ref() } fn stack_mut(&mut self) -> &mut Vec { &mut self.frame_mut().stack } /// Used to recover from a panic so the rest of the code can be parsed. fn clear_panic(&mut self) { if self.panic { self.panic = false; while match self.peek() { Token::EOF | Token::Newline => false, _ => true, } { self.eat(); } self.eat(); } } fn error(&mut self, kind: ErrorKind, message: Option) { if self.panic { return } self.panic = true; self.errors.push(Error { kind, file: self.current_file.clone(), line: self.line(), message, }); } fn peek(&self) -> Token { self.peek_at(0) } fn peek_at(&self, at: usize) -> Token { if self.tokens.len() <= self.curr + at { crate::tokenizer::Token::EOF } else { self.tokens[self.curr + at].0.clone() } } // TODO(ed): Const generics fn peek_four(&self) -> (Token, Token, Token, Token) { (self.peek_at(0), self.peek_at(1), self.peek_at(2), self.peek_at(3)) } fn eat(&mut self) -> Token { let t = self.peek(); self.curr += 1; t } /// The line of the current token. fn line(&self) -> usize { if self.curr < self.tokens.len() { self.tokens[self.curr].1 } else { self.tokens[self.tokens.len() - 1].1 } } fn precedence(&self, token: Token) -> Prec { match token { Token::Star | Token::Slash => Prec::Factor, Token::Minus | Token::Plus => Prec::Term, Token::EqualEqual | Token::Greater | Token::GreaterEqual | Token::Less | Token::LessEqual | Token::NotEqual => Prec::Comp, Token::And | Token::Or => Prec::Bool, Token::AssertEqual => Prec::Assert, _ => Prec::No, } } fn prefix(&mut self, token: Token, block: &mut Block) -> bool { match token { Token::Identifier(_) => self.variable_expression(block), Token::LeftParen => self.grouping_or_tuple(block), Token::Minus => self.unary(block), Token::Float(_) => self.value(block), Token::Int(_) => self.value(block), Token::Bool(_) => self.value(block), Token::String(_) => self.value(block), Token::Not => self.unary(block), _ => { return false; }, } return true; } fn infix(&mut self, token: Token, block: &mut Block) -> bool { match token { Token::Minus | Token::Plus | Token::Slash | Token::Star | Token::AssertEqual | Token::EqualEqual | Token::Greater | Token::GreaterEqual | Token::Less | Token::LessEqual | Token::NotEqual => self.binary(block), Token::LeftBracket => self.index(block), _ => { return false; }, } return true; } fn value(&mut self, block: &mut Block) { let value = match self.eat() { Token::Float(f) => { Value::Float(f) }, Token::Int(i) => { Value::Int(i) } Token::Bool(b) => { Value::Bool(b) } Token::String(s) => { Value::String(Rc::from(s)) } _ => { error!(self, "Cannot parse value."); Value::Bool(false) } }; let constant = self.add_constant(value); add_op(self, block, Op::Constant(constant)); } fn grouping_or_tuple(&mut self, block: &mut Block) { parse_branch!(self, block, [self.tuple(block), self.grouping(block)]); } fn tuple(&mut self, block: &mut Block) { expect!(self, Token::LeftParen, "Expected '(' at start of tuple"); let mut num_args = 0; loop { match self.peek() { Token::RightParen | Token::EOF => { break; } Token::Newline => { self.eat(); } _ => { self.expression(block); num_args += 1; match self.peek() { Token::Comma => { self.eat(); }, Token::RightParen => {}, _ => { error!(self, "Expected ',' or ')' in tuple"); return; }, } } } } if num_args == 1 { error!(self, "A tuple must contain more than 1 element."); return; } expect!(self, Token::RightParen, "Expected ')' after tuple."); add_op(self, block, Op::Tuple(num_args)); } fn grouping(&mut self, block: &mut Block) { expect!(self, Token::LeftParen, "Expected '(' around expression."); self.expression(block); expect!(self, Token::RightParen, "Expected ')' around expression."); } fn index(&mut self, block: &mut Block) { expect!(self, Token::LeftBracket, "Expected '[' around index."); self.expression(block); add_op(self, block, Op::Index); expect!(self, Token::RightBracket, "Expected ']' around index."); } fn unary(&mut self, block: &mut Block) { let op = match self.eat() { Token::Minus => Op::Neg, Token::Not => Op::Not, _ => { error!(self, "Invalid unary operator"); Op::Neg }, }; self.parse_precedence(block, Prec::Factor); add_op(self, block, op); } fn binary(&mut self, block: &mut Block) { let op = self.eat(); self.parse_precedence(block, self.precedence(op.clone()).next()); let op: &[Op] = match op { Token::Plus => &[Op::Add], Token::Minus => &[Op::Sub], Token::Star => &[Op::Mul], Token::Slash => &[Op::Div], Token::AssertEqual => &[Op::Equal, Op::Assert], Token::EqualEqual => &[Op::Equal], Token::Less => &[Op::Less], Token::Greater => &[Op::Greater], Token::NotEqual => &[Op::Equal, Op::Not], Token::LessEqual => &[Op::Greater, Op::Not], Token::GreaterEqual => &[Op::Less, Op::Not], _ => { error!(self, "Illegal operator"); &[] } }; block.add_from(op, self.line()); } /// Entry point for all expression parsing. fn expression(&mut self, block: &mut Block) { match self.peek_four() { (Token::Fn, ..) => self.function(block), _ => self.parse_precedence(block, Prec::No), } } fn parse_precedence(&mut self, block: &mut Block, precedence: Prec) { if !self.prefix(self.peek(), block) { error!(self, "Invalid expression."); } while precedence <= self.precedence(self.peek()) { if !self.infix(self.peek(), block) { break; } } } fn find_and_capture_variable<'a, I>(name: &str, mut iterator: I) -> Option where I: Iterator { if let Some(frame) = iterator.next() { if let Some(res) = frame.find_local(name) { frame.stack[res.slot].captured = true; return Some(res); } if let Some(res) = frame.find_upvalue(name) { return Some(res); } if let Some(res) = Self::find_and_capture_variable(name, iterator) { return Some(frame.add_upvalue(res)); } } None } fn find_extern_function(&self, name: &str) -> Option { self.functions.get(name).map(|(i, _)| *i) } fn find_variable(&mut self, name: &str) -> Option { if let Some(res) = self.frame().find_local(name) { return Some(res); } if let Some(res) = self.frame().find_upvalue(name) { return Some(res); } Self::find_and_capture_variable(name, self.frames.iter_mut().rev()) } fn find_blob(&self, name: &str) -> Option { self.blobs.iter().enumerate() .find(|(_, x)| x.name == name) .map(|(i, _)| i) } fn call(&mut self, block: &mut Block) { expect!(self, Token::LeftParen, "Expected '(' at start of function call."); let mut arity = 0; loop { match self.peek() { Token::EOF => { error!(self, "Unexpected EOF in function call."); break; } Token::RightParen => { self.eat(); break; } _ => { self.expression(block); arity += 1; if !matches!(self.peek(), Token::RightParen) { expect!(self, Token::Comma, "Expected ',' after argument."); } } } } add_op(self, block, Op::Call(arity)); } // TODO(ed): de-complexify fn function(&mut self, block: &mut Block) { expect!(self, Token::Fn, "Expected 'fn' at start of function."); let top = self.stack().len() - 1; let name = if !self.stack()[top].active { self.stack_mut()[top].active = true; Cow::Borrowed(&self.stack()[top].name) } else { Cow::Owned(format!("λ {}@{:03}", self.current_file.display(), self.line())) }; let mut args = Vec::new(); let mut return_type = Type::Void; let mut function_block = Block::new(&name, &self.current_file, self.line()); let block_id = self.blocks.len(); let temp_block = Block::new(&name, &self.current_file, self.line()); self.blocks.push(Rc::new(RefCell::new(temp_block))); let _ret = push_frame!(self, function_block, { loop { match self.peek() { Token::Identifier(name) => { self.eat(); expect!(self, Token::Colon, "Expected ':' after parameter name."); if let Ok(typ) = self.parse_type() { args.push(typ.clone()); if let Ok(slot) = self.define_variable(&name, typ, &mut function_block) { self.stack_mut()[slot].active = true; } } else { error!(self, "Failed to parse parameter type."); } if !matches!(self.peek(), Token::Arrow | Token::LeftBrace) { expect!(self, Token::Comma, "Expected ',' after parameter."); } } Token::LeftBrace => { break; } Token::Arrow => { self.eat(); if let Ok(typ) = self.parse_type() { return_type = typ; } else { error!(self, "Failed to parse return type."); } break; } _ => { error!(self, "Expected '->' or more paramters in function definition."); break; } } } self.scope(&mut function_block); for var in self.frame().upvalues.iter() { function_block.upvalues.push((var.outer_slot, var.outer_upvalue, var.typ.clone())); } }); for op in function_block.ops.iter().rev() { match op { Op::Pop | Op::PopUpvalue => {} Op::Return => { break; } , _ => { add_op(self, &mut function_block, Op::Constant(self.nil_value())); add_op(self, &mut function_block, Op::Return); break; } } } if function_block.ops.is_empty() { add_op(self, &mut function_block, Op::Constant(self.nil_value())); add_op(self, &mut function_block, Op::Return); } function_block.ty = Type::Function(args, Box::new(return_type)); let function_block = Rc::new(RefCell::new(function_block)); let constant = self.add_constant(Value::Function(Vec::new(), Rc::clone(&function_block))); self.blocks[block_id] = function_block; add_op(self, block, Op::Constant(constant)); } fn variable_expression(&mut self, block: &mut Block) { let name = match self.eat() { Token::Identifier(name) => name, _ => unreachable!(), }; if let Some(var) = self.find_variable(&name) { if var.upvalue { add_op(self, block, Op::ReadUpvalue(var.slot)); } else { add_op(self, block, Op::ReadLocal(var.slot)); } loop { match self.peek() { Token::Dot => { self.eat(); if let Token::Identifier(field) = self.eat() { let string = self.intern_string(String::from(field)); add_op(self, block, Op::Get(string)); } else { error!(self, "Expected fieldname after '.'."); break; } } Token::LeftParen => { self.call(block); } _ => { break } } } } else if let Some(blob) = self.find_blob(&name) { let string = self.add_constant(Value::Blob(blob)); add_op(self, block, Op::Constant(string)); if self.peek() == Token::LeftParen { self.call(block); } } else if let Some(slot) = self.find_extern_function(&name) { let string = self.add_constant(Value::ExternFunction(slot)); add_op(self, block, Op::Constant(string)); self.call(block); } else { error!(self, format!("Using undefined variable {}.", name)); } } fn define_variable(&mut self, name: &str, typ: Type, _block: &mut Block) -> Result { if let Some(var) = self.find_variable(&name) { if var.scope == self.frame().scope { error!(self, format!("Multiple definitions of {} in this block.", name)); return Err(()); } } let slot = self.stack().len(); let scope = self.frame().scope; self.stack_mut().push(Variable { name: String::from(name), captured: false, outer_upvalue: false, outer_slot: 0, slot, typ, scope, active: false, upvalue: false, }); Ok(slot) } fn definition_statement(&mut self, name: &str, typ: Type, block: &mut Block) { let slot = self.define_variable(name, typ.clone(), block); self.expression(block); let constant = self.add_constant(Value::Ty(typ)); add_op(self, block, Op::Define(constant)); if let Ok(slot) = slot { self.stack_mut()[slot].active = true; } } fn assign(&mut self, block: &mut Block) { let name = match self.eat() { Token::Identifier(name) => name, _ => { error!(self, format!("Expected identifier in assignment")); return; } }; let op = match self.eat() { Token::Equal => None, Token::PlusEqual => Some(Op::Add), Token::MinusEqual => Some(Op::Sub), Token::StarEqual => Some(Op::Mul), Token::SlashEqual => Some(Op::Div), _ => { error!(self, format!("Expected '=' in assignment")); return; } }; if let Some(var) = self.find_variable(&name) { if let Some(op) = op { add_op(self, block, Op::Copy); self.expression(block); add_op(self, block, op); } else { self.expression(block); } if var.upvalue { add_op(self, block, Op::AssignUpvalue(var.slot)); } else { add_op(self, block, Op::AssignLocal(var.slot)); } } else { error!(self, format!("Using undefined variable {}.", name)); } } fn scope(&mut self, block: &mut Block) { if !expect!(self, Token::LeftBrace, "Expected '{' at start of block.") { return; } push_scope!(self, block, { while !matches!(self.peek(), Token::RightBrace | Token::EOF) { self.statement(block); match self.peek() { Token::Newline => { self.eat(); }, Token::RightBrace => { break; }, _ => { error!(self, "Expect newline after statement."); }, } } }); expect!(self, Token::RightBrace, "Expected '}' at end of block."); } fn if_statment(&mut self, block: &mut Block) { expect!(self, Token::If, "Expected 'if' at start of if-statement."); self.expression(block); let jump = add_op(self, block, Op::Illegal); self.scope(block); if Token::Else == self.peek() { self.eat(); let else_jmp = add_op(self, block, Op::Illegal); block.patch(Op::JmpFalse(block.curr()), jump); match self.peek() { Token::If => self.if_statment(block), Token::LeftBrace => self.scope(block), _ => error!(self, "Epected 'if' or '{' after else."), } block.patch(Op::Jmp(block.curr()), else_jmp); } else { block.patch(Op::JmpFalse(block.curr()), jump); } } //TODO de-complexify fn for_loop(&mut self, block: &mut Block) { expect!(self, Token::For, "Expected 'for' at start of for-loop."); push_scope!(self, block, { self.frame_mut().push_loop(); // Definition match self.peek_four() { // TODO(ed): Typed definitions aswell! (Token::Identifier(name), Token::ColonEqual, ..) => { self.eat(); self.eat(); self.definition_statement(&name, Type::Unknown, block); } (Token::Comma, ..) => {} _ => { error!(self, "Expected definition at start of for-loop."); } } expect!(self, Token::Comma, "Expect ',' between initalizer and loop expression."); let cond = block.curr(); self.expression(block); let cond_out = add_op(self, block, Op::Illegal); let cond_cont = add_op(self, block, Op::Illegal); expect!(self, Token::Comma, "Expect ',' between initalizer and loop expression."); let inc = block.curr(); push_scope!(self, block, { self.statement(block); }); add_op(self, block, Op::Jmp(cond)); // patch_jmp!(Op::Jmp, cond_cont => block.curr()); block.patch(Op::Jmp(block.curr()), cond_cont); self.scope(block); add_op(self, block, Op::Jmp(inc)); block.patch(Op::JmpFalse(block.curr()), cond_out); let stacksize = self.frame().stack.len(); self.frame_mut().pop_loop(block, stacksize, inc, block.curr()); }); } fn parse_type(&mut self) -> Result { match self.peek() { Token::Fn => { self.eat(); let mut params = Vec::new(); let return_type = loop { match self.peek() { Token::Identifier(_) | Token::Fn => { if let Ok(ty) = self.parse_type() { params.push(ty); if self.peek() == Token::Comma { self.eat(); } } else { error!(self, format!("Function type signature contains non-type {:?}.", self.peek())); return Err(()); } } Token::Arrow => { self.eat(); break self.parse_type().unwrap_or(Type::Void); } Token::Comma | Token::Equal => { break Type::Void; } token => { error!(self, format!("Function type signature contains non-type {:?}.", token)); return Err(()); } } }; let f = Type::Function(params, Box::new(return_type)); Ok(f) } Token::LeftParen => { self.eat(); let mut element = Vec::new(); loop { element.push(self.parse_type()?); if self.peek() == Token::RightParen { self.eat(); return Ok(Type::Tuple(element)); } if !expect!(self, Token::Comma, "Expect comma efter element in tuple.") { return Err(()); } } } Token::Identifier(x) => { self.eat(); match x.as_str() { "int" => Ok(Type::Int), "float" => Ok(Type::Float), "bool" => Ok(Type::Bool), "str" => Ok(Type::String), x => self.find_blob(x).map(|blob| Type::BlobInstance(blob)).ok_or(()), } } _ => Err(()), } } fn blob_statement(&mut self, _block: &mut Block) { expect!(self, Token::Blob, "Expected blob when declaring a blob"); let name = if let Token::Identifier(name) = self.eat() { name } else { error!(self, "Expected identifier after 'blob'."); return; }; expect!(self, Token::LeftBrace, "Expected 'blob' body. AKA '{'."); let mut blob = Blob::new(&name); loop { if matches!(self.peek(), Token::EOF | Token::RightBrace) { break; } if matches!(self.peek(), Token::Newline) { self.eat(); continue; } let name = if let Token::Identifier(name) = self.eat() { name } else { error!(self, "Expected identifier for field."); continue; }; expect!(self, Token::Colon, "Expected ':' after field name."); let ty = if let Ok(ty) = self.parse_type() { ty } else { error!(self, "Failed to parse blob-field type."); continue; }; if let Err(_) = blob.add_field(&name, ty) { error!(self, format!("A field named '{}' is defined twice for '{}'", name, blob.name)); } } expect!(self, Token::RightBrace, "Expected '}' after 'blob' body. AKA '}'."); self.blobs.push(blob); } fn blob_field(&mut self, block: &mut Block) { let name = match self.eat() { Token::Identifier(name) => name, _ => unreachable!(), }; if let Some(var) = self.find_variable(&name) { if var.upvalue { add_op(self, block, Op::ReadUpvalue(var.slot)); } else { add_op(self, block, Op::ReadLocal(var.slot)); } loop { match self.peek() { Token::Dot => { self.eat(); let field = if let Token::Identifier(field) = self.eat() { String::from(field) } else { error!(self, "Expected fieldname after '.'."); return; }; let field = self.intern_string(field); let op = match self.peek() { Token::Equal => { self.eat(); self.expression(block); add_op(self, block, Op::Set(field)); return; } Token::PlusEqual => Op::Add, Token::MinusEqual => Op::Sub, Token::StarEqual => Op::Mul, Token::SlashEqual => Op::Div, _ => { add_op(self, block, Op::Get(field)); continue; } }; add_op(self, block, Op::Copy); add_op(self, block, Op::Get(field)); self.eat(); self.expression(block); add_op(self, block, op); add_op(self, block, Op::Set(field)); return; } Token::LeftParen => { self.call(block); } Token::Newline => { return; } _ => { error!(self, "Unexpected token when parsing blob-field."); return; } } } } else { error!(self, format!("Cannot find variable '{}'.", name)); return; } } fn statement(&mut self, block: &mut Block) { self.clear_panic(); match self.peek_four() { (Token::Print, ..) => { self.eat(); self.expression(block); add_op(self, block, Op::Print); } (Token::Identifier(_), Token::Equal, ..) | (Token::Identifier(_), Token::PlusEqual, ..) | (Token::Identifier(_), Token::MinusEqual, ..) | (Token::Identifier(_), Token::SlashEqual, ..) | (Token::Identifier(_), Token::StarEqual, ..) => { self.assign(block); } (Token::Identifier(_), Token::Dot, ..) => { parse_branch!(self, block, [self.blob_field(block), self.expression(block)]); } (Token::Identifier(name), Token::Colon, ..) => { self.eat(); self.eat(); if let Ok(typ) = self.parse_type() { expect!(self, Token::Equal, "Expected assignment."); self.definition_statement(&name, typ, block); } else { error!(self, format!("Expected type found '{:?}'.", self.peek())); } } (Token::Yield, ..) => { self.eat(); add_op(self, block, Op::Yield); } (Token::Identifier(name), Token::ColonEqual, ..) => { self.eat(); self.eat(); self.definition_statement(&name, Type::Unknown, block); } (Token::Blob, Token::Identifier(_), ..) => { self.blob_statement(block); } (Token::If, ..) => { self.if_statment(block); } (Token::For, ..) => { self.for_loop(block); } (Token::Break, ..) => { self.eat(); let addr = add_op(self, block, Op::Illegal); let stack_size = self.frame().stack.len(); if self.frame_mut().add_break(addr, stack_size, block).is_err() {; error!(self, "Cannot place 'break' outside of loop."); } } (Token::Continue, ..) => { self.eat(); let addr = add_op(self, block, Op::Illegal); let stack_size = self.frame().stack.len(); if self.frame_mut().add_continue(addr, stack_size, block).is_err() { error!(self, "Cannot place 'continue' outside of loop."); } } (Token::Ret, ..) => { self.eat(); self.expression(block); add_op(self, block, Op::Return); } (Token::Unreachable, ..) => { self.eat(); add_op(self, block, Op::Unreachable); } (Token::LeftBrace, ..) => { self.scope(block); } (Token::Newline, ..) => {} _ => { self.expression(block); add_op(self, block, Op::Pop); } } } pub(crate) fn compile(&mut self, name: &str, file: &Path, functions: &[(String, RustFunction)]) -> Result> { self.functions = functions .to_vec() .into_iter() .enumerate() .map(|(i, (s, f))| (s, (i, f))) .collect(); self.stack_mut().push(Variable { name: String::from("/main/"), typ: Type::Void, outer_upvalue: false, outer_slot: 0, slot: 0, scope: 0, active: false, captured: false, upvalue: false, }); let mut block = Block::new(name, file, 0); while self.peek() != Token::EOF { self.statement(&mut block); expect!(self, Token::Newline | Token::EOF, "Expect newline or EOF after expression."); } add_op(self, &mut block, Op::Constant(self.nil_value())); add_op(self, &mut block, Op::Return); block.ty = Type::Function(Vec::new(), Box::new(Type::Void)); self.blocks.insert(0, Rc::new(RefCell::new(block))); if self.errors.is_empty() { Ok(Prog { blocks: self.blocks.clone(), blobs: self.blobs.iter().map(|x| Rc::new(x.clone())).collect(), functions: functions.iter().map(|(_, f)| *f).collect(), constants: self.constants.clone(), strings: self.strings.clone(), }) } else { Err(self.errors.clone()) } } }