aboutsummaryrefslogtreecommitdiffstats
path: root/src/tokenizer.rs
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.rs')
-rw-r--r--src/tokenizer.rs6
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index a53015d..acebcca 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -119,6 +119,12 @@ pub type TokenStream = Vec<PlacedToken>;
pub fn file_to_tokens(filename: &str) -> TokenStream {
let content = fs::read_to_string(filename).unwrap();
let lexer = Token::lexer(&content);
+ let mut line = 1;
+ for (c_idx, c) in content.chars().enumerate() {
+ if c == '\n' {
+ line += 1;
+ }
+ }
lexer.spanned().collect()
}