fix hiyouga#192

wanli2014 · Jun 28, 2023 · 2d2cc06 · 2d2cc06
1 parent e61c4c1
commit 2d2cc06
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/utils/common.py b/src/utils/common.py
@@ -232,6 +232,7 @@ def get_input_embeddings(self):
             return self.transformer.embedding
         model.get_input_embeddings = MethodType(get_input_embeddings, model)
         model.lm_head = model.transformer.output_layer
+        tokenizer.eos_token = "</s>"
         output_embedding_layer_name = "transformer.output_layer"
     else:
         output_embedding_layer_name = "lm_head"