Add benchmark, Llama, and ModernBERT example programs plus third‑party non‑module dependencies.

This commit is contained in:
Foke Singh 2024-07-03 11:30:49 +00:00
parent 30f6be0e2f
commit b67fd2367d
5 changed files with 6 additions and 6 deletions

View File

@ -5,7 +5,7 @@ const asynk = @import("async");
const flags = stdx.flags;
// set log level to debug to print the generated IR
pub const std_options = .{
pub const std_options: std.Options = .{
.log_level = .warn,
.logFn = asynk.logFn(std.log.defaultLog),
};

View File

@ -345,11 +345,11 @@ pub const KvCache = struct {
}
pub fn keys(self: KvCache) Tensor {
return self.k.dynamicSlice(.{ .layer = .{ .start = self.layer_index, .len = 1 } }).squeeze(.layer);
return self.k.dynamicSlice(.{ .layer = Tensor.DynSlice{ .start = self.layer_index, .len = 1 } }).squeeze(.layer);
}
pub fn values(self: KvCache) Tensor {
return self.v.dynamicSlice(.{ .layer = .{ .start = self.layer_index, .len = 1 } }).squeeze(.layer);
return self.v.dynamicSlice(.{ .layer = Tensor.DynSlice{ .start = self.layer_index, .len = 1 } }).squeeze(.layer);
}
pub fn update(self: KvCache, new_k: Tensor, new_v: Tensor, token_index: ?Tensor) KvCache {

View File

@ -17,7 +17,7 @@ const ShapeOf = zml.ShapeOf;
const log = std.log.scoped(.llama);
pub const std_options = .{
pub const std_options: std.Options = .{
.log_level = .info,
.logFn = asynk.logFn(std.log.defaultLog),
};

View File

@ -9,7 +9,7 @@ const stdx = @import("stdx");
const zml = @import("zml");
const Tensor = zml.Tensor;
pub const std_options = .{
pub const std_options: std.Options = .{
.log_level = .info,
.log_scope_levels = &[_]std.log.ScopeLevel{
.{ .scope = .modernbert, .level = .info },

View File

@ -5,7 +5,7 @@ def _non_module_deps_impl(mctx):
new_git_repository(
name = "com_github_hejsil_clap",
remote = "https://github.com/Hejsil/zig-clap.git",
commit = "d71cc39a94f3e6ccbad00c25d350c9147de4df9f",
commit = "068c38f89814079635692c7d0be9f58508c86173",
build_file = "//:third_party/com_github_hejsil_clap/clap.bazel",
)