From 805e57569380b4ccadb006420ca24080f3912656 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edvard=20Th=C3=B6rnros?= Date: Sat, 9 Jan 2021 18:44:23 +0100 Subject: Add comments --- src/tokenizer.rs | 3 +++ 1 file changed, 3 insertions(+) (limited to 'src/tokenizer.rs') diff --git a/src/tokenizer.rs b/src/tokenizer.rs index cb2d7b8..a12285b 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -91,6 +91,9 @@ pub enum Token { #[token("\n")] Newline, + #[regex(r"//[^\n]*\n", logos::skip)] + Comment, + #[regex(r"[ \t\r]", logos::skip)] Whitespace, -- cgit v1.2.1