diff options
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 3b61e5f..8b06324 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -15,6 +15,9 @@ pub enum Token { #[regex(r"[\d]+", |lex| lex.slice().parse())] Int(i64), + #[regex(r"nil")] + Nil, + #[regex(r"true|false", |lex| lex.slice().parse(), priority=2)] Bool(bool), @@ -117,6 +120,10 @@ pub enum Token { Or, #[token("!")] Bang, + #[token("?")] + QuestionMark, + #[token("|")] + Pipe, #[token(",")] Comma, |
