Adding '+' and '?' as legit characters in identifiers.

mess
Karchnu 2020-12-19 14:09:18 +01:00
parent 0ec3b80d6c
commit 00eac1ff5f
1 changed files with 2 additions and 2 deletions

View File

@ -553,9 +553,9 @@ pub const Tokenizer = struct {
},
.identifier => switch (c) {
// Include "-" as an identifer token, this is the only difference
// Include "-", "+" and "?" as an identifer token, this is the only difference
// with the Zig tokenizer.
'a'...'z', 'A'...'Z', '_', '-', '0'...'9' => {},
'a'...'z', 'A'...'Z', '_', '-', '+', '?', '0'...'9' => {},
else => {
if (Token.getKeyword(self.buffer[result.loc.start..self.index])) |id| {
result.id = id;