tarry.singh/Radix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update docs and example to demonstrate adding the platform tag to buffers when adding weights.

Browse Source
This commit is contained in:
Foke Singh 2025-09-11 11:15:37 +00:00
parent 12efc763d5
commit 9aeb4e9cd0
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs/howtos/add_weights.md
View File

@ -44,7 +44,7 @@ Then, in your `BUILD.bazel`, you can refer to the files you defined above, in
the following way: the following way:
```python ```python
zig_cc_binary( zig_binary(
name = "mnist", name = "mnist",
args = [ args = [
"$(location @mnist//:mnist.pt)", "$(location @mnist//:mnist.pt)",

2
examples/llama/main.zig
View File

@ -93,7 +93,7 @@ pub fn generateText(
var prefill_tokens = try zml.Buffer.fromSlice(platform, .{max_seq_len}, prefill_buffer); var prefill_tokens = try zml.Buffer.fromSlice(platform, .{max_seq_len}, prefill_buffer);
defer prefill_tokens.deinit(); defer prefill_tokens.deinit();
var prefill_token_pos = try zml.Buffer.constant(platform, zml.Shape.init(.{}, .u32), 0); var prefill_token_pos = try zml.Buffer.scalar(platform, 0, .u32);
defer prefill_token_pos.deinit(); defer prefill_token_pos.deinit();
const prefilled_tokens, const kv_cache, rng = mod_prefill.call(.{ prefill_tokens, prefill_token_pos, kv_cache_, rng }); const prefilled_tokens, const kv_cache, rng = mod_prefill.call(.{ prefill_tokens, prefill_token_pos, kv_cache_, rng });