diff options
| author | Gustav Sörnäs <gustav@sornas.net> | 2021-01-09 21:25:39 +0100 |
|---|---|---|
| committer | Gustav Sörnäs <gustav@sornas.net> | 2021-01-09 21:25:39 +0100 |
| commit | 3ede943556bebb85427415f21ec231973da9e080 (patch) | |
| tree | 4750e3123303799d08407776f3ed820801f8a067 /src/tokenizer.rs | |
| parent | 3971c2a09ab6fedc6bdcf5b7597fbf3d0bafeb0d (diff) | |
| download | sylt-3ede943556bebb85427415f21ec231973da9e080.tar.gz | |
wip line numbers and errors
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index a53015d..acebcca 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -119,6 +119,12 @@ pub type TokenStream = Vec<PlacedToken>; pub fn file_to_tokens(filename: &str) -> TokenStream { let content = fs::read_to_string(filename).unwrap(); let lexer = Token::lexer(&content); + let mut line = 1; + for (c_idx, c) in content.chars().enumerate() { + if c == '\n' { + line += 1; + } + } lexer.spanned().collect() } |
