Revert "a better default rms_norm_eps"

This reverts commit 0c26799e77.
2026-09-18 16:55:14 +02:00 · 2023-07-26 10:23:45 +08:00
parent f53d2aabb4
commit b184380aae
1 changed files with 1 additions and 1 deletions
@@ -1030,7 +1030,7 @@ static void llama_model_load_internal(
    auto & hparams = model.hparams;

    // TODO: read from file
-    hparams.f_rms_norm_eps = 5e-6;
+    hparams.f_rms_norm_eps = rms_norm_eps;

    {
        switch (hparams.n_layer) {