Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

53
data/training/live_sessions/sess_20260317T102307_67dfad/live_events.jsonl Normal file
View File

@@ -0,0 +1,53 @@
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739387.9044173, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739387_heartbeat.png", "timestamp": 1773739387.7890394}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739388.0542622, "event": {"type": "window_focus_change", "from": null, "to": {"title": "rpa_vision : Explorateur de fichiers", "app_name": "explorer.exe"}, "timestamp": 1773739387.7890394, "window": {"title": "rpa_vision : Explorateur de fichiers", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739387_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739389.3342085, "event": {"type": "mouse_click", "button": "left", "pos": [793, 1571], "timestamp": 1773739388.978345, "window": {"title": "rpa_vision : Explorateur de fichiers", "app_name": "explorer.exe"}, "screenshot_id": "shot_0001", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0001_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0001_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739389.8140059, "event": {"type": "window_focus_change", "from": {"title": "rpa_vision : Explorateur de fichiers", "app_name": "explorer.exe"}, "to": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "timestamp": 1773739389.4408095, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739389_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739390.5252306, "event": {"type": "action_result", "base_shot_id": "shot_0001", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739390_result_of_shot_0001.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739392.809, "event": {"type": "text_input", "text": "no", "pos": [793, 1571], "timestamp": 1773739392.8079774, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739393.1543493, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739392_heartbeat.png", "timestamp": 1773739393.0231404}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739393.6847637, "event": {"type": "text_input", "text": "te", "pos": [793, 1571], "timestamp": 1773739393.6822317, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739396.5842354, "event": {"type": "mouse_click", "button": "left", "pos": [1410, 630], "timestamp": 1773739396.1442082, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_id": "shot_0002", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0002_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0002_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739396.954319, "event": {"type": "window_focus_change", "from": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "to": {"title": "unknown_window", "app_name": "explorer.exe"}, "timestamp": 1773739396.6871343, "window": {"title": "unknown_window", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739396_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739397.664021, "event": {"type": "window_focus_change", "from": {"title": "unknown_window", "app_name": "explorer.exe"}, "to": {"title": "hello_1.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773739397.343691, "window": {"title": "hello_1.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739397_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739397.8339365, "event": {"type": "action_result", "base_shot_id": "shot_0002", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739397_result_of_shot_0002.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739398.2934875, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739398_heartbeat.png", "timestamp": 1773739398.1721034}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739400.7437775, "event": {"type": "mouse_click", "button": "left", "pos": [2133, 386], "timestamp": 1773739400.3317194, "window": {"title": "hello_1.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0003", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0003_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0003_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739401.3255763, "event": {"type": "window_focus_change", "from": {"title": "hello_1.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773739401.0643365, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739401_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739401.5669062, "event": {"type": "action_result", "base_shot_id": "shot_0003", "image": ""}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739402.9854026, "event": {"type": "window_focus_change", "from": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*he \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773739402.713877, "window": {"title": "*he \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739402_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739403.43412, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739403_heartbeat.png", "timestamp": 1773739403.3157156}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739403.4947212, "event": {"type": "window_focus_change", "from": {"title": "*he \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773739403.3693132, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739403.8613179, "event": {"type": "text_input", "text": "hello", "pos": [1291, 939], "timestamp": 1773739403.8580244, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739404.5033104, "event": {"type": "window_focus_change", "from": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*hello ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773739404.439175, "window": {"title": "*hello ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739404.927581, "event": {"type": "text_input", "text": " !", "pos": [1291, 939], "timestamp": 1773739404.9244816, "window": {"title": "*hello ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739407.144219, "event": {"type": "mouse_click", "button": "left", "pos": [661, 439], "timestamp": 1773739406.841741, "window": {"title": "*hello ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0004", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0004_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0004_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739408.2536116, "event": {"type": "action_result", "base_shot_id": "shot_0004", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739408_result_of_shot_0004.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739408.5936112, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739408_heartbeat.png", "timestamp": 1773739408.4595382}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739409.3132129, "event": {"type": "mouse_click", "button": "left", "pos": [697, 727], "timestamp": 1773739408.9999907, "window": {"title": "*hello ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0005", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0005_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0005_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739410.3238275, "event": {"type": "window_focus_change", "from": {"title": "*hello ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "timestamp": 1773739410.0161204, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739410_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739410.4640093, "event": {"type": "action_result", "base_shot_id": "shot_0005", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739410_result_of_shot_0005.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739413.4262161, "event": {"type": "text_input", "text": "tache", "pos": [1109, 697], "timestamp": 1773739413.4227912, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739413.7752705, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739413_heartbeat.png", "timestamp": 1773739413.6244795}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739415.241005, "event": {"type": "text_input", "text": "_", "pos": [1109, 697], "timestamp": 1773739415.237674, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739416.0638425, "event": {"type": "text_input", "text": "si", "pos": [1109, 697], "timestamp": 1773739416.0626538, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739417.4010181, "event": {"type": "text_input", "text": "mple", "pos": [1109, 697], "timestamp": 1773739417.3987858, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739418.905305, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739418_heartbeat.png", "timestamp": 1773739418.77819}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739421.1234572, "event": {"type": "mouse_click", "button": "left", "pos": [1659, 1071], "timestamp": 1773739420.8148458, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0006", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0006_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0006_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739421.5841205, "event": {"type": "window_focus_change", "from": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "to": {"title": "*hello ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773739421.2140388, "window": {"title": "*hello ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739421_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739422.1444814, "event": {"type": "window_focus_change", "from": {"title": "*hello ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "tache_simple.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773739421.876925, "window": {"title": "tache_simple.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739421_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739422.1733265, "event": {"type": "action_result", "base_shot_id": "shot_0006", "image": ""}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739424.0200698, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739423_heartbeat.png", "timestamp": 1773739423.9246728}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739424.148903, "event": {"type": "mouse_click", "button": "left", "pos": [2451, 359], "timestamp": 1773739423.8067338, "window": {"title": "tache_simple.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0007", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0007_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0007_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739424.296791, "event": {"type": "window_focus_change", "from": {"title": "tache_simple.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "rpa_vision : Explorateur de fichiers", "app_name": "explorer.exe"}, "timestamp": 1773739424.0332885, "window": {"title": "rpa_vision : Explorateur de fichiers", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739424_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739425.3647544, "event": {"type": "action_result", "base_shot_id": "shot_0007", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739425_result_of_shot_0007.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739425.6632128, "event": {"type": "mouse_click", "button": "left", "pos": [2127, 1567], "timestamp": 1773739425.3603837, "window": {"title": "rpa_vision : Explorateur de fichiers", "app_name": "explorer.exe"}, "screenshot_id": "shot_0008", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0008_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0008_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739425.9869585, "event": {"type": "window_focus_change", "from": {"title": "rpa_vision : Explorateur de fichiers", "app_name": "explorer.exe"}, "to": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "timestamp": 1773739425.7056515, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739425_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739426.7934635, "event": {"type": "action_result", "base_shot_id": "shot_0008", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739426_result_of_shot_0008.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739427.7039711, "event": {"type": "mouse_click", "button": "left", "pos": [2021, 1366], "timestamp": 1773739427.361588, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0009", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0009_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0009_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739428.5819733, "event": {"type": "action_result", "base_shot_id": "shot_0009", "image": ""}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739429.1032555, "event": {"type": "mouse_click", "button": "left", "pos": [2016, 1351], "timestamp": 1773739428.8142307, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0010", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0010_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0010_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739430.0041075, "event": {"type": "action_result", "base_shot_id": "shot_0010", "image": ""}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739430.2638466, "event": {"type": "mouse_click", "button": "right", "pos": [2016, 1351], "timestamp": 1773739429.9461825, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0011", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0011_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0011_crop.png"}}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739430.5938413, "event": {"type": "window_focus_change", "from": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "to": {"title": "unknown_window", "app_name": "python.exe"}, "timestamp": 1773739430.3702056, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739430_focus_change.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739431.373734, "event": {"type": "action_result", "base_shot_id": "shot_0011", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\context_1773739431_result_of_shot_0011.png"}}
{"session_id": "sess_20260317T102307_67dfad", "timestamp": 1773739432.0243735, "event": {"type": "mouse_click", "button": "left", "pos": [1906, 1124], "timestamp": 1773739431.7202759, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_id": "shot_0012", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0012_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260317T102307_67dfad\\shots\\shot_0012_crop.png"}}}