Baguette
/
guid
3
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Better display.

master
Karchnu 2020-12-05 16:48:55 +01:00
parent c25151fde7
commit 29f763dde1
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/test-tokenizer.zig
View File

@ -19,15 +19,15 @@ fn nextArg(args: [][]const u8, idx: *usize) ?[]const u8 {
// Get all tokens from the input.
fn getAllTokens(allocator: *mem.Allocator, source: []const u8) !std.ArrayList(lexer.Token.Id) {
fn getAllTokens(allocator: *mem.Allocator, source: []const u8) !std.ArrayList(lexer.Token) {
// Getting the tokenizer, initialized with the source code we want to check.
var tokenizer = lexer.Tokenizer.init(source);
var list = std.ArrayList(lexer.Token.Id).init(allocator);
var list = std.ArrayList(lexer.Token).init(allocator);
while(true) {
const token = tokenizer.next();
try list.append(token.id);
try list.append(token);
if(token.id == .Eof) break;
}
@ -76,8 +76,8 @@ pub fn lexer_analyze() !void {
// Get the file size and allocate memory.
const tokens = try getAllTokens(allocator, content);
for(tokens.items) |tokenid| {
print("token: {}\n", .{@tagName(tokenid)});
for(tokens.items) |token| {
print("{s:20} => {}\n", .{@tagName(token.id), buffer[token.loc.start..token.loc.end]});
}
}