diff options
| author | Edvard Thörnros <edvard.thornros@gmail.com> | 2021-01-09 18:44:23 +0100 |
|---|---|---|
| committer | Edvard Thörnros <edvard.thornros@gmail.com> | 2021-01-09 18:44:23 +0100 |
| commit | 805e57569380b4ccadb006420ca24080f3912656 (patch) | |
| tree | ebba66b57511a1fa3323feb1e1c2bf9fb38744a1 /src/tokenizer.rs | |
| parent | 97e77b94646fe97a2c83ba85ba1813eb9bd0346a (diff) | |
| download | sylt-805e57569380b4ccadb006420ca24080f3912656.tar.gz | |
Add comments
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index cb2d7b8..a12285b 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -91,6 +91,9 @@ pub enum Token { #[token("\n")] Newline, + #[regex(r"//[^\n]*\n", logos::skip)] + Comment, + #[regex(r"[ \t\r]", logos::skip)] Whitespace, |