diff options
| -rw-r--r-- | src/tokenizer.rs | 3 | ||||
| -rw-r--r-- | tests/simple.tdy | 5 |
2 files changed, 8 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index cb2d7b8..a12285b 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -91,6 +91,9 @@ pub enum Token { #[token("\n")] Newline, + #[regex(r"//[^\n]*\n", logos::skip)] + Comment, + #[regex(r"[ \t\r]", logos::skip)] Whitespace, diff --git a/tests/simple.tdy b/tests/simple.tdy index 6843b35..a2d36b3 100644 --- a/tests/simple.tdy +++ b/tests/simple.tdy @@ -1,4 +1,9 @@ +// Comments! +// 3 1 + 1 * 2 +// -1 -1 * 3 + 2 +// 8 2 * 2 * 2 +// 34 1 + (3 * 2 + 3 + 2) * 3 |