diff options
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index cb2d7b8..a12285b 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -91,6 +91,9 @@ pub enum Token { #[token("\n")] Newline, + #[regex(r"//[^\n]*\n", logos::skip)] + Comment, + #[regex(r"[ \t\r]", logos::skip)] Whitespace, |