From e0a845d35cb153dac3e7345662d5f6fb28a405f8 Mon Sep 17 00:00:00 2001 From: "Thomas Dhome Casanova (from Dev Box)" Date: Mon, 20 Jan 2025 19:31:26 -0800 Subject: [PATCH] remove final use of pyautogui --- demo/gradio/computer_use_demo/tools/computer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/demo/gradio/computer_use_demo/tools/computer.py b/demo/gradio/computer_use_demo/tools/computer.py index 67c1ef6..912c096 100644 --- a/demo/gradio/computer_use_demo/tools/computer.py +++ b/demo/gradio/computer_use_demo/tools/computer.py @@ -1,4 +1,3 @@ -import pyautogui import base64 import time from enum import StrEnum @@ -144,7 +143,7 @@ class ComputerTool(BaseAnthropicTool): self.send_to_vm(f"pyautogui.moveTo({x}, {y})") return ToolResult(output=f"Moved mouse to ({x}, {y})") elif action == "left_click_drag": - current_x, current_y = pyautogui.position() + current_x, current_y = self.send_to_vm("pyautogui.position()") self.send_to_vm(f"pyautogui.dragTo({x}, {y}, duration=0.5)") return ToolResult(output=f"Dragged mouse from ({current_x}, {current_y}) to ({x}, {y})")