Merge pull request #50 from FredTheDino/newline-fix

newline fix

1 files changed, 4 insertions, 4 deletions

diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 28172a3..9574af1 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -123,7 +123,7 @@ pub enum Token {
     #[token("\n")]
     Newline,
 
-    #[regex(r"//[^\n]*\n", logos::skip)]
+    #[regex(r"//[^\n]*", logos::skip)]
     Comment,
 
     #[regex(r"[ \t\r]", logos::skip)]
@@ -229,8 +229,8 @@ mod tests {
 
     #[test]
     fn comment() {
-        lex_once("// a\n1");
-        assert_eq!(lex("1// a\n2").len(), 2);
-        assert_eq!(lex("1\n// a\n2").len(), 3); // newline is also a token
+        assert_eq!(lex("// a\n1").len(), 2);
+        assert_eq!(lex("1// a\n2").len(), 3);
+        assert_eq!(lex("1\n// a\n2").len(), 4); // newline is also a token
     }
 }