Adding '+' and '?' as legit characters in identifiers.
parent
0ec3b80d6c
commit
00eac1ff5f
|
@ -553,9 +553,9 @@ pub const Tokenizer = struct {
|
||||||
},
|
},
|
||||||
|
|
||||||
.identifier => switch (c) {
|
.identifier => switch (c) {
|
||||||
// Include "-" as an identifer token, this is the only difference
|
// Include "-", "+" and "?" as an identifer token, this is the only difference
|
||||||
// with the Zig tokenizer.
|
// with the Zig tokenizer.
|
||||||
'a'...'z', 'A'...'Z', '_', '-', '0'...'9' => {},
|
'a'...'z', 'A'...'Z', '_', '-', '+', '?', '0'...'9' => {},
|
||||||
else => {
|
else => {
|
||||||
if (Token.getKeyword(self.buffer[result.loc.start..self.index])) |id| {
|
if (Token.getKeyword(self.buffer[result.loc.start..self.index])) |id| {
|
||||||
result.id = id;
|
result.id = id;
|
||||||
|
|
Loading…
Reference in New Issue