Fix compatibility with llm-anyscale-endpoints, refs #401

simonw · Jan 26, 2024 · 0f8ffbf · 0f8ffbf
1 parent 9119b03
commit 0f8ffbf
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/llm/default_plugins/openai_models.py b/llm/default_plugins/openai_models.py
@@ -427,10 +427,10 @@ def combine_chunks(chunks: List) -> dict:
 
     for item in chunks:
         for choice in item.choices:
-            if choice.logprobs:
+            if choice.logprobs and hasattr(choice.logprobs, "top_logprobs"):
                 logprobs.append(
                     {
-                        "text": choice.text,
+                        "text": choice.text if hasattr(choice, "text") else None,
                         "top_logprobs": choice.logprobs.top_logprobs,
                     }
                 )