diff --git a/src/tokenizer.zig b/src/tokenizer.zig index 2224561..52d6e65 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -553,9 +553,9 @@ pub const Tokenizer = struct { }, .identifier => switch (c) { - // Include "-" as an identifer token, this is the only difference + // Include "-", "+" and "?" as an identifer token, this is the only difference // with the Zig tokenizer. - 'a'...'z', 'A'...'Z', '_', '-', '0'...'9' => {}, + 'a'...'z', 'A'...'Z', '_', '-', '+', '?', '0'...'9' => {}, else => { if (Token.getKeyword(self.buffer[result.loc.start..self.index])) |id| { result.id = id;