Revert "a better default rms_norm_eps"

This reverts commit 0c26799.
LostRuins · Jul 26, 2023 · b184380 · b184380
1 parent f53d2aa
commit b184380
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama.cpp b/llama.cpp
@@ -1030,7 +1030,7 @@ static void llama_model_load_internal(
     auto & hparams = model.hparams;
 
     // TODO: read from file
-    hparams.f_rms_norm_eps = 5e-6;
+    hparams.f_rms_norm_eps = rms_norm_eps;
 
     {
         switch (hparams.n_layer) {