Add missing line fn calling

vortex4242 · May 22, 2024 · 9b0eb8a · 9b0eb8a
1 parent 629631c
commit 9b0eb8a
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/README.md b/README.md
@@ -170,6 +170,8 @@ completion_request = ChatCompletionRequest(
         ],
 )
 
+tokens = tokenizer.encode_chat_completion(completion_request).tokens
+
 out_tokens, _ = generate([tokens], model, max_tokens=64, temperature=0.0, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
 result = tokenizer.instruct_tokenizer.tokenizer.decode(out_tokens[0])