Merge pull request mistralai#1 from bofenghuang/fix-gen

Fix temperature arg in interactive
Faryaneh · Sep 28, 2023 · 77c1fe6 · 77c1fe6
2 parents ebd3abc + 28b02bc
commit 77c1fe6
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/main.py b/main.py
@@ -107,7 +107,13 @@ def interactive(model_path: str, max_tokens: int = 35, temperature: float = 0.7)
 
     while True:
         prompt = input("Prompt: ")
-        res, _logprobs = generate([prompt], transformer, tokenizer, max_tokens=max_tokens)
+        res, _logprobs = generate(
+            [prompt],
+            transformer,
+            tokenizer,
+            max_tokens=max_tokens,
+            temperature=temperature,
+        )
         print(res[0])
         print("=====================")