diff --git a/omnitool/omnibox/compose.yml b/omnitool/omnibox/compose.yml index 9ad6b90..4bf4c43 100644 --- a/omnitool/omnibox/compose.yml +++ b/omnitool/omnibox/compose.yml @@ -13,8 +13,7 @@ services: cap_add: - NET_ADMIN ports: - - 8006:8006 # Web Viewer access - - 5000:5000 # Computer control server + - 8006:8006 # Web Viewer access volumes: - ./vm/win11iso/custom.iso:/custom.iso - ./vm/win11setup/firstboot:/oem diff --git a/omnitool/omnibox/vm/win11setup/setupscripts/server/main.py b/omnitool/omnibox/vm/win11setup/setupscripts/server/main.py index 8414889..348e483 100644 --- a/omnitool/omnibox/vm/win11setup/setupscripts/server/main.py +++ b/omnitool/omnibox/vm/win11setup/setupscripts/server/main.py @@ -69,7 +69,6 @@ def capture_screen_with_cursor(): # make the cursor smaller cursor = cursor.resize((int(cursor.width / 1.5), int(cursor.height / 1.5))) screenshot.paste(cursor, (cursor_x, cursor_y), cursor) - # Convert PIL Image to bytes and send img_io = BytesIO() @@ -78,4 +77,4 @@ def capture_screen_with_cursor(): return send_file(img_io, mimetype='image/png') if __name__ == '__main__': - app.run(host="127.0.0.1", port=args.port) \ No newline at end of file + app.run(host="10.0.2.15", port=args.port) \ No newline at end of file diff --git a/omnitool/readme.md b/omnitool/readme.md index a45e867..6ebf92d 100644 --- a/omnitool/readme.md +++ b/omnitool/readme.md @@ -103,7 +103,7 @@ There are three components: If your internet speed is slow and you want a minimal VM with less preinstalled apps comment out lines 57 to 350 in this [file](https://github.com/microsoft/OmniParser/blob/master/omnitool/omnibox/vm/win11setup/setupscripts/setup.ps1) that defines all the apps to install when you first create the container + VM. Ensure that you follow factory reset instructions from the next section when creating your VM to wipe any previous omnibox setup. ### Validation errors: Windows Host is not responding -If you get this error in Gradio after clicking the submit button, this indicates that the server running in the VM that accepts commands from Gradio and then moves the mouse/ keyboard isn't available. You can verify this by running `curl http://localhost:5000/probe`. Ensure your `omnibox` is fully finished setting up (should no longer have a terminal window). Refer to the omnibox section for timing on that. If you have set up your omnibox, it may be a matter of waiting a little. +If you get this error in Gradio after clicking the submit button, this indicates that the server running in the VM that accepts commands from Gradio and then moves the mouse/ keyboard isn't available. You can verify this by running `docker exec -it omni-windows bash -c "curl http://localhost:5000/probe"`. Ensure your `omnibox` is fully finished setting up (should no longer have a terminal window). Refer to the omnibox section for timing on that. If you have set up your omnibox, it may be a matter of waiting a little. If waiting 10 mins doesn't help. Try stopping (`./manage_vm.sh stop`) and starting (`./manage_vm.sh start`) your omnibox VM with the script commands.