qwen2.5vl

computer_use_demo/gradio/agent/llm_utils/groqclient.py

@@ -2,7 +2,7 @@ from groq import Groq
 import os
 from .utils import is_image_path
 
-def run_groq_interleaved(messages: list, system: str, llm: str, api_key: str, max_tokens=256, temperature=0.6):
+def run_groq_interleaved(messages: list, system: str, model_name: str, api_key: str, max_tokens=256, temperature=0.6):
     """
     Run a chat completion through Groq's API, ignoring any images in the messages.
     """

computer_use_demo/gradio/agent/llm_utils/oai.py

@@ -4,11 +4,7 @@ import base64
 import requests
 from .utils import is_image_path, encode_image
 
-def run_oai_interleaved(messages: list, system: str, llm: str, api_key: str, max_tokens=256, temperature=0):
-    api_key = api_key or os.environ.get("OPENAI_API_KEY")
-    if not api_key:
-        raise ValueError("OPENAI_API_KEY is not set")
-    
+def run_oai_interleaved(messages: list, system: str, model_name: str, api_key: str, max_tokens=256, temperature=0, provider_base_url: str = "https://api.openai.com/v1"):    
     headers = {"Content-Type": "application/json",
                "Authorization": f"Bearer {api_key}"}
 
@@ -43,20 +39,21 @@ def run_oai_interleaved(messages: list, system: str, llm: str, api_key: str, max
         final_messages = [{"role": "user", "content": messages}]
 
     payload = {
-        "model": llm,
+        "model": model_name,
         "messages": final_messages,
         "max_tokens": max_tokens,
         "temperature": temperature
     }
 
     response = requests.post(
-        "https://api.openai.com/v1/chat/completions", headers=headers, json=payload
+        f"{provider_base_url}/chat/completions", headers=headers, json=payload
     )
 
+
     try:
         text = response.json()['choices'][0]['message']['content']
         token_usage = int(response.json()['usage']['total_tokens'])
         return text, token_usage
     except Exception as e:
-        print(f"Error in interleaved openAI: {e}. This may due to your invalid OPENAI_API_KEY. Please check the response: {response.json()} ")
+        print(f"Error in interleaved openAI: {e}. This may due to your invalid API key. Please check the response: {response.json()} ")
         return response.json()