update

examples/offline_inference_vision_language.py

@@ -115,6 +115,7 @@ def run_internvl(question):
     llm = LLM(
         model="OpenGVLab/InternVL2-4B",
         trust_remote_code=True,
+        max_num_seqs=5,
     )
     return llm, prompt
 

examples/openai_vision_api_client.py

@@ -42,6 +42,7 @@
         ],
     }],
     model=model,
+    max_tokens=64,
 )
 
 result = chat_completion_from_url.choices[0].message.content
@@ -78,6 +79,7 @@ def encode_image_base64_from_url(image_url: str) -> str:
         ],
     }],
     model=model,
+    max_tokens=64,
 )
 
 result = chat_completion_from_base64.choices[0].message.content