From 00eac1ff5f2ad30c2d2b199025dc86c699db02ea Mon Sep 17 00:00:00 2001
From: Karchnu <karchnu@karchnu.fr>
Date: Sat, 19 Dec 2020 14:09:18 +0100
Subject: [PATCH] Adding '+' and '?' as legit characters in identifiers.

---
 src/tokenizer.zig | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/tokenizer.zig b/src/tokenizer.zig
index 2224561..52d6e65 100644
--- a/src/tokenizer.zig
+++ b/src/tokenizer.zig
@@ -553,9 +553,9 @@ pub const Tokenizer = struct {
                 },
 
                 .identifier => switch (c) {
-                    // Include "-" as an identifer token, this is the only difference
+                    // Include "-", "+" and "?" as an identifer token, this is the only difference
                     // with the Zig tokenizer.
-                    'a'...'z', 'A'...'Z', '_', '-', '0'...'9' => {},
+                    'a'...'z', 'A'...'Z', '_', '-', '+', '?', '0'...'9' => {},
                     else => {
                         if (Token.getKeyword(self.buffer[result.loc.start..self.index])) |id| {
                             result.id = id;