aboutsummaryrefslogtreecommitdiffstats
path: root/src/tokenizer.rs
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.rs')
-rw-r--r--src/tokenizer.rs7
1 files changed, 7 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 3b61e5f..8b06324 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -15,6 +15,9 @@ pub enum Token {
#[regex(r"[\d]+", |lex| lex.slice().parse())]
Int(i64),
+ #[regex(r"nil")]
+ Nil,
+
#[regex(r"true|false", |lex| lex.slice().parse(), priority=2)]
Bool(bool),
@@ -117,6 +120,10 @@ pub enum Token {
Or,
#[token("!")]
Bang,
+ #[token("?")]
+ QuestionMark,
+ #[token("|")]
+ Pipe,
#[token(",")]
Comma,