Correctly set model.norm.eps in Llama examples.

2024-12-18 11:48:23 +00:00 · 2024-12-18 11:48:23 +00:00 · bb2b77d7de
commit bb2b77d7de
parent 6aa9aa5a7b
1 changed files with 1 additions and 0 deletions
--- a/examples/llama/llama.zig
+++ b/examples/llama/llama.zig
@ -51,6 +51,7 @@ pub const LlamaLM = struct {
            .freq_base = config.rope_theta,
            .scaling = config.rope_scaling,
        };
+        self.model.norm.eps = config.rms_norm_eps;
        for (self.model.layers) |*layer| {
            layer.self_attn.num_heads = self.model.num_heads;
            layer.self_attn.num_kv_heads = self.model.num_kv_heads;