From 9956befe20f3c0e795a864fa5dd7d60549f4901f Mon Sep 17 00:00:00 2001
From: yadonglu <yadonglu@micrsoft.com>
Date: Wed, 12 Feb 2025 16:11:20 -0800
Subject: [PATCH] default click/enter for type

---
 omnitool/gradio/tools/computer.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/omnitool/gradio/tools/computer.py b/omnitool/gradio/tools/computer.py
index 8386b2b..6b91bad 100644
--- a/omnitool/gradio/tools/computer.py
+++ b/omnitool/gradio/tools/computer.py
@@ -170,7 +170,10 @@ class ComputerTool(BaseAnthropicTool):
                 return ToolResult(output=f"Pressed keys: {text}")
             
             elif action == "type":
+                # default click before type TODO: check if this is needed
+                self.send_to_vm("pyautogui.click()")
                 self.send_to_vm(f"pyautogui.typewrite('{text}', interval={TYPING_DELAY_MS / 1000})")
+                self.send_to_vm("pyautogui.press('enter')")
                 screenshot_base64 = (await self.screenshot()).base64_image
                 return ToolResult(output=text, base64_image=screenshot_base64)