diff options
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 8 |
1 files changed, 4 insertions, 4 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 28172a3..9574af1 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -123,7 +123,7 @@ pub enum Token { #[token("\n")] Newline, - #[regex(r"//[^\n]*\n", logos::skip)] + #[regex(r"//[^\n]*", logos::skip)] Comment, #[regex(r"[ \t\r]", logos::skip)] @@ -229,8 +229,8 @@ mod tests { #[test] fn comment() { - lex_once("// a\n1"); - assert_eq!(lex("1// a\n2").len(), 2); - assert_eq!(lex("1\n// a\n2").len(), 3); // newline is also a token + assert_eq!(lex("// a\n1").len(), 2); + assert_eq!(lex("1// a\n2").len(), 3); + assert_eq!(lex("1\n// a\n2").len(), 4); // newline is also a token } } |