aboutsummaryrefslogtreecommitdiffstats
path: root/src/tokenizer.rs
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.rs')
-rw-r--r--src/tokenizer.rs5
1 files changed, 3 insertions, 2 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 9b33a06..e360085 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -1,4 +1,5 @@
use std::fs;
+use std::path::Path;
use logos::Logos;
#[derive(Logos, Debug, PartialEq, Clone)]
@@ -117,8 +118,8 @@ pub enum Token {
pub type PlacedToken = (Token, usize);
pub type TokenStream = Vec<PlacedToken>;
-pub fn file_to_tokens(filename: &str) -> TokenStream {
- let content = fs::read_to_string(filename).unwrap();
+pub fn file_to_tokens(file: &Path) -> TokenStream {
+ let content = fs::read_to_string(file).unwrap();
let lexer = Token::lexer(&content);
let mut placed_tokens = lexer.spanned().peekable();