support remote access using fastapi; add double click/scroll; enable local run omniparser

2025-01-22 19:24:34 -08:00
parent e0a845d35c
commit ce199d52ab
9 changed files with 1120 additions and 14 deletions
--- a/demo/gradio/computer_use_demo/loop.py
+++ b/demo/gradio/computer_use_demo/loop.py
@@ -113,7 +113,9 @@ def sampling_loop_sync(
        )
    
    elif model == "omniparser + gpt-4o" or model == "omniparser + phi35v":
-        omniparser = OmniParser(url="http://localhost:8000/send_text/",
+        # omniparser = OmniParser(url="http://localhost:8000/send_text/",
+        #                         selected_screen=selected_screen,)
+        omniparser = OmniParser(url=None,
                                selected_screen=selected_screen,)

        actor = VLMAgent(