copy and truncate the last 6 of them

YerongLi · Jul 4, 2023 · 6b12b1e · 6b12b1e
1 parent e967bbb
commit 6b12b1e
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/cli_demo.py b/src/cli_demo.py
@@ -61,7 +61,7 @@ def main():
     model.eval()
 
 
-    history = []
+    history = buffered_history.copy()
     print(welcome)
     while True:
         try:
@@ -75,13 +75,13 @@ def main():
         if query.strip() == "stop":
             break
         if query.strip() == "clear":
-            history = []
+            history = buffered_history.copy()
             os.system(clear_command)
             print(welcome)
             continue
 
         count = 0
-        for _, history in model.stream_chat(tokenizer, query, history=([random.sample(buffered_history,3)] + history[:-3])[:-6], **generating_args.to_dict()):
+        for _, history in model.stream_chat(tokenizer, query, history=history[:-6], **generating_args.to_dict()):
             if stop_stream:
                 stop_stream = False
                 break