Dom/OmniParser
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove final use of pyautogui

Browse Source
This commit is contained in:
Thomas Dhome Casanova (from Dev Box)
2025-01-20 19:31:26 -08:00
parent 6cb310d124
commit e0a845d35c
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
demo/gradio/computer_use_demo/tools/computer.py
View File

@@ -1,4 +1,3 @@
import pyautogui
import base64 import base64
import time import time
from enum import StrEnum from enum import StrEnum
@@ -144,7 +143,7 @@ class ComputerTool(BaseAnthropicTool):
self.send_to_vm(f"pyautogui.moveTo({x}, {y})") self.send_to_vm(f"pyautogui.moveTo({x}, {y})")
return ToolResult(output=f"Moved mouse to ({x}, {y})") return ToolResult(output=f"Moved mouse to ({x}, {y})")
elif action == "left_click_drag": elif action == "left_click_drag":
current_x, current_y = pyautogui.position() current_x, current_y = self.send_to_vm("pyautogui.position()")
self.send_to_vm(f"pyautogui.dragTo({x}, {y}, duration=0.5)") self.send_to_vm(f"pyautogui.dragTo({x}, {y}, duration=0.5)")
return ToolResult(output=f"Dragged mouse from ({current_x}, {current_y}) to ({x}, {y})") return ToolResult(output=f"Dragged mouse from ({current_x}, {current_y}) to ({x}, {y})")