tarry.singh/Radix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add benchmark, Llama, and ModernBERT example programs plus third‑party non‑module dependencies.

Browse Source
This commit is contained in:
Foke Singh 2024-07-03 11:30:49 +00:00
parent 30f6be0e2f
commit b67fd2367d
5 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/benchmark/main.zig
View File

@ -5,7 +5,7 @@ const asynk = @import("async");
const flags = stdx.flags; const flags = stdx.flags;
// set log level to debug to print the generated IR // set log level to debug to print the generated IR
pub const std_options = .{ pub const std_options: std.Options = .{
.log_level = .warn, .log_level = .warn,
.logFn = asynk.logFn(std.log.defaultLog), .logFn = asynk.logFn(std.log.defaultLog),
}; };

4
examples/llama/llama.zig
View File

@ -345,11 +345,11 @@ pub const KvCache = struct {
} }
pub fn keys(self: KvCache) Tensor { pub fn keys(self: KvCache) Tensor {
return self.k.dynamicSlice(.{ .layer = .{ .start = self.layer_index, .len = 1 } }).squeeze(.layer); return self.k.dynamicSlice(.{ .layer = Tensor.DynSlice{ .start = self.layer_index, .len = 1 } }).squeeze(.layer);
} }
pub fn values(self: KvCache) Tensor { pub fn values(self: KvCache) Tensor {
return self.v.dynamicSlice(.{ .layer = .{ .start = self.layer_index, .len = 1 } }).squeeze(.layer); return self.v.dynamicSlice(.{ .layer = Tensor.DynSlice{ .start = self.layer_index, .len = 1 } }).squeeze(.layer);
} }
pub fn update(self: KvCache, new_k: Tensor, new_v: Tensor, token_index: ?Tensor) KvCache { pub fn update(self: KvCache, new_k: Tensor, new_v: Tensor, token_index: ?Tensor) KvCache {

2
examples/llama/main.zig
View File

@ -17,7 +17,7 @@ const ShapeOf = zml.ShapeOf;
const log = std.log.scoped(.llama); const log = std.log.scoped(.llama);
pub const std_options = .{ pub const std_options: std.Options = .{
.log_level = .info, .log_level = .info,
.logFn = asynk.logFn(std.log.defaultLog), .logFn = asynk.logFn(std.log.defaultLog),
}; };

2
examples/modernbert/main.zig
View File

@ -9,7 +9,7 @@ const stdx = @import("stdx");
const zml = @import("zml"); const zml = @import("zml");
const Tensor = zml.Tensor; const Tensor = zml.Tensor;
pub const std_options = .{ pub const std_options: std.Options = .{
.log_level = .info, .log_level = .info,
.log_scope_levels = &[_]std.log.ScopeLevel{ .log_scope_levels = &[_]std.log.ScopeLevel{
.{ .scope = .modernbert, .level = .info }, .{ .scope = .modernbert, .level = .info },

2
examples/third_party/non_module_deps.bzl vendored
View File

@ -5,7 +5,7 @@ def _non_module_deps_impl(mctx):
new_git_repository( new_git_repository(
name = "com_github_hejsil_clap", name = "com_github_hejsil_clap",
remote = "https://github.com/Hejsil/zig-clap.git", remote = "https://github.com/Hejsil/zig-clap.git",
commit = "d71cc39a94f3e6ccbad00c25d350c9147de4df9f", commit = "068c38f89814079635692c7d0be9f58508c86173",
build_file = "//:third_party/com_github_hejsil_clap/clap.bazel", build_file = "//:third_party/com_github_hejsil_clap/clap.bazel",
) )