diff options
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 8778430..1da9835 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -7,7 +7,7 @@ pub enum Token { #[regex(r"[A-Za-z_][A-Za-z0-9_]*", |lex| lex.slice().to_string())] Identifier(String), - #[regex(r#""[^"]*""#, |lex| lex.slice().to_string())] + #[regex(r#""[^"]*""#, |lex| { let mut s = lex.slice().to_string(); s.remove(0); s.pop(); s })] String(String), #[regex(r"[\d]+\.[\d]*|[\d]*\.[\d]+", |lex| lex.slice().parse(), priority=2)] |