Make norm_eps in tests same as norm_eps of Mistral7B (1e-5)

imneov · Oct 4, 2023 · 3703dd1 · 3703dd1
1 parent 5680d3f
commit 3703dd1
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/test_generate.py b/test_generate.py
@@ -41,7 +41,7 @@ def test_generation():
         n_heads=4,
         n_kv_heads=2,
         sliding_window=3,
-        norm_eps=1e-6,
+        norm_eps=1e-5,
         vocab_size=32_000,
         max_batch_size=len(sequences),
     )
@@ -74,7 +74,7 @@ def test_chunks():
         n_heads=4,
         n_kv_heads=2,
         sliding_window=4,
-        norm_eps=1e-6,
+        norm_eps=1e-5,
         vocab_size=32_000,
         max_batch_size=3,
     )
@@ -93,4 +93,4 @@ def test_chunks():
 
 if __name__ == "__main__":
     test_generation()
-    test_chunks()
+    test_chunks()