Dom/OmniParser
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

qwen2.5vl

Browse Source
This commit is contained in:
Thomas Dhome-Casanova
2025-02-01 17:29:34 -08:00
parent 3d981833e6
commit ba7ed0ac06
5 changed files with 31 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
computer_use_demo/gradio/loop.py
View File

@@ -64,7 +64,7 @@ def sampling_loop_sync(
max_tokens=max_tokens,
only_n_most_recent_images=only_n_most_recent_images
)
elif model == "omniparser + gpt-4o" or model == "omniparser + R1":
elif model == "omniparser + gpt-4o" or model == "omniparser + R1" or model == "omniparser + qwen2.5vl":
actor = VLMAgent(
model=model,
provider=provider,
@@ -100,7 +100,7 @@ def sampling_loop_sync(
messages.append({"content": tool_result_content, "role": "user"})
elif model == "omniparser + gpt-4o" or model == "omniparser + R1":
elif model == "omniparser + gpt-4o" or model == "omniparser + R1" or model == "omniparser + qwen2.5vl":
while True:
parsed_screen = omniparser_client()
tools_use_needed, vlm_response_json = actor(messages=messages, parsed_screen=parsed_screen)