aboutsummaryrefslogtreecommitdiffstats
path: root/src/tokenizer.rs
diff options
context:
space:
mode:
authorGustav Sörnäs <gustav@sornas.net>2021-01-09 21:25:39 +0100
committerGustav Sörnäs <gustav@sornas.net>2021-01-09 21:25:39 +0100
commit3ede943556bebb85427415f21ec231973da9e080 (patch)
tree4750e3123303799d08407776f3ed820801f8a067 /src/tokenizer.rs
parent3971c2a09ab6fedc6bdcf5b7597fbf3d0bafeb0d (diff)
downloadsylt-3ede943556bebb85427415f21ec231973da9e080.tar.gz
wip line numbers and errors
Diffstat (limited to 'src/tokenizer.rs')
-rw-r--r--src/tokenizer.rs6
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index a53015d..acebcca 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -119,6 +119,12 @@ pub type TokenStream = Vec<PlacedToken>;
pub fn file_to_tokens(filename: &str) -> TokenStream {
let content = fs::read_to_string(filename).unwrap();
let lexer = Token::lexer(&content);
+ let mut line = 1;
+ for (c_idx, c) in content.chars().enumerate() {
+ if c == '\n' {
+ line += 1;
+ }
+ }
lexer.spanned().collect()
}