From bb2b77d7decb2418d5dc05ee1d31c6cc985299ce Mon Sep 17 00:00:00 2001
From: Foke Singh <foke.singh@deepkapha.com>
Date: Wed, 18 Dec 2024 11:48:23 +0000
Subject: [PATCH] Correctly set model.norm.eps in Llama examples.

---
 examples/llama/llama.zig | 1 +
 1 file changed, 1 insertion(+)

diff --git a/examples/llama/llama.zig b/examples/llama/llama.zig
index 8314a30..ee9c852 100644
--- a/examples/llama/llama.zig
+++ b/examples/llama/llama.zig
@@ -51,6 +51,7 @@ pub const LlamaLM = struct {
             .freq_base = config.rope_theta,
             .scaling = config.rope_scaling,
         };
+        self.model.norm.eps = config.rms_norm_eps;
         for (self.model.layers) |*layer| {
             layer.self_attn.num_heads = self.model.num_heads;
             layer.self_attn.num_kv_heads = self.model.num_kv_heads;