diff options
| author | Gustav Sörnäs <gustav@sornas.net> | 2021-02-28 17:23:09 +0100 |
|---|---|---|
| committer | Gustav Sörnäs <gustav@sornas.net> | 2021-02-28 17:23:09 +0100 |
| commit | c3e1e3bcbb177a5cbdb972389626e8c7347cbfc2 (patch) | |
| tree | 5e55ce3534a3d677b9492891fa72738ccb1cd7c5 /src/tokenizer.rs | |
| parent | dbf6d4136b8091471fffb9a6324642db11d8484f (diff) | |
| download | sylt-c3e1e3bcbb177a5cbdb972389626e8c7347cbfc2.tar.gz | |
move sectionizer, sections own tokens
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 2c8e5e8..3b61e5f 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -127,6 +127,9 @@ pub enum Token { #[token("\n")] Newline, + #[token("use")] + Use, + #[token("<<<<<<<")] GitConflictBegin, #[token(">>>>>>>")] |