diff options
| author | Gustav Sörnäs <gustav@sornas.net> | 2021-03-09 19:52:19 +0100 |
|---|---|---|
| committer | Gustav Sörnäs <gustav@sornas.net> | 2021-03-09 19:52:19 +0100 |
| commit | e61e0a3d3bc015854c91761a70544e74b0478b94 (patch) | |
| tree | d494b8771dc71b52aa56fe948e7e6eab260d216a /src/tokenizer.rs | |
| parent | f672c43cb65b30be0cec9397a7c1deef9d30b61d (diff) | |
| parent | 345cb8efef31af3e6fda65357fbab25664d385a2 (diff) | |
| download | sylt-move-tests.tar.gz | |
Merge remote-tracking branch 'origin/main' into move-testsmove-tests
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 3b61e5f..8b06324 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -15,6 +15,9 @@ pub enum Token { #[regex(r"[\d]+", |lex| lex.slice().parse())] Int(i64), + #[regex(r"nil")] + Nil, + #[regex(r"true|false", |lex| lex.slice().parse(), priority=2)] Bool(bool), @@ -117,6 +120,10 @@ pub enum Token { Or, #[token("!")] Bang, + #[token("?")] + QuestionMark, + #[token("|")] + Pipe, #[token(",")] Comma, |