Update example build config and Llama demo to support the new async epoll backend and zigcoro scheduler.
This commit is contained in:
parent
a7b7ae0180
commit
0ce36599da
@ -134,7 +134,6 @@ filegroup(
|
|||||||
)
|
)
|
||||||
use_repo(huggingface, "Meta-Llama-3.2-3B-Instruct")
|
use_repo(huggingface, "Meta-Llama-3.2-3B-Instruct")
|
||||||
|
|
||||||
|
|
||||||
# Llama 3.1
|
# Llama 3.1
|
||||||
huggingface.model(
|
huggingface.model(
|
||||||
name = "Meta-Llama-3.1-8B-Instruct",
|
name = "Meta-Llama-3.1-8B-Instruct",
|
||||||
|
|||||||
@ -28,6 +28,7 @@ pub const std_options = .{
|
|||||||
.{ .scope = .zml_module, .level = if (show_mlir) .debug else .warn },
|
.{ .scope = .zml_module, .level = if (show_mlir) .debug else .warn },
|
||||||
.{ .scope = .llama, .level = .info },
|
.{ .scope = .llama, .level = .info },
|
||||||
},
|
},
|
||||||
|
.logFn = asynk.logFn,
|
||||||
};
|
};
|
||||||
|
|
||||||
pub fn generateText(
|
pub fn generateText(
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user