Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

79
data/training/live_sessions/sess_20260314T213200_72af2a/live_events.jsonl Normal file
View File

@@ -0,0 +1,79 @@
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520320.4002573, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520320_heartbeat.png", "timestamp": 1773520320.3136942}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520320.5026782, "event": {"type": "window_focus_change", "from": null, "to": {"title": "Nouvelle Session", "app_name": "python.exe"}, "timestamp": 1773520320.18668, "window": {"title": "Nouvelle Session", "app_name": "python.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520320_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520323.7778223, "event": {"type": "mouse_click", "button": "left", "pos": [1452, 721], "timestamp": 1773520323.511293, "window": {"title": "Nouvelle Session", "app_name": "python.exe"}, "screenshot_id": "shot_0001", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0001_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0001_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520324.1053748, "event": {"type": "window_focus_change", "from": {"title": "Nouvelle Session", "app_name": "python.exe"}, "to": {"title": "Session Termin\u00e9e", "app_name": "python.exe"}, "timestamp": 1773520323.89593, "window": {"title": "Session Termin\u00e9e", "app_name": "python.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520323_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520324.7081916, "event": {"type": "action_result", "base_shot_id": "shot_0001", "image": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520330.8446126, "event": {"type": "mouse_click", "button": "left", "pos": [1450, 848], "timestamp": 1773520328.4386895, "window": {"title": "Session Termin\u00e9e", "app_name": "python.exe"}, "screenshot_id": "shot_0002", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0002_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0002_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520330.9564779, "event": {"type": "window_focus_change", "from": {"title": "Session Termin\u00e9e", "app_name": "python.exe"}, "to": {"title": "RPA Vision V3 - Agent Assistant - Google Chrome", "app_name": "chrome.exe"}, "timestamp": 1773520329.0362155, "window": {"title": "RPA Vision V3 - Agent Assistant - Google Chrome", "app_name": "chrome.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520329_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520331.1587403, "event": {"type": "action_result", "base_shot_id": "shot_0002", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520329_result_of_shot_0002.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520332.2109654, "event": {"type": "mouse_click", "button": "left", "pos": [2136, 1561], "timestamp": 1773520331.5422547, "window": {"title": "RPA Vision V3 - Agent Assistant - Google Chrome", "app_name": "chrome.exe"}, "screenshot_id": "shot_0003", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0003_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0003_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520332.3108191, "event": {"type": "window_focus_change", "from": {"title": "RPA Vision V3 - Agent Assistant - Google Chrome", "app_name": "chrome.exe"}, "to": {"title": "unknown_window", "app_name": "explorer.exe"}, "timestamp": 1773520331.7128885, "window": {"title": "unknown_window", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520331_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520332.6282654, "event": {"type": "window_focus_change", "from": {"title": "unknown_window", "app_name": "explorer.exe"}, "to": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "timestamp": 1773520332.3691728, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520332_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520332.7741425, "event": {"type": "action_result", "base_shot_id": "shot_0003", "image": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520335.3815174, "event": {"type": "mouse_click", "button": "right", "pos": [2014, 1349], "timestamp": 1773520334.7024717, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0004", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0004_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0004_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520335.5037773, "event": {"type": "window_focus_change", "from": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "to": {"title": "unknown_window", "app_name": "python.exe"}, "timestamp": 1773520335.0277426, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520335_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520335.645692, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520335_heartbeat.png", "timestamp": 1773520335.5709062}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520336.0887747, "event": {"type": "action_result", "base_shot_id": "shot_0004", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520335_result_of_shot_0004.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520339.7773118, "event": {"type": "mouse_click", "button": "left", "pos": [1858, 1100], "timestamp": 1773520337.9053314, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_id": "shot_0005", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0005_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0005_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520339.8865333, "event": {"type": "window_focus_change", "from": {"title": "unknown_window", "app_name": "python.exe"}, "to": {"title": "RPA Vision V3 - Agent Assistant - Google Chrome", "app_name": "chrome.exe"}, "timestamp": 1773520338.1697776, "window": {"title": "RPA Vision V3 - Agent Assistant - Google Chrome", "app_name": "chrome.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520338_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520339.9843802, "event": {"type": "action_result", "base_shot_id": "shot_0005", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520339_result_of_shot_0005.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520340.1514795, "event": {"type": "mouse_click", "button": "left", "pos": [963, 1569], "timestamp": 1773520339.841828, "window": {"title": "RPA Vision V3 - Agent Assistant - Google Chrome", "app_name": "chrome.exe"}, "screenshot_id": "shot_0006", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0006_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0006_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520341.1085005, "event": {"type": "window_focus_change", "from": {"title": "RPA Vision V3 - Agent Assistant - Google Chrome", "app_name": "chrome.exe"}, "to": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "timestamp": 1773520340.342962, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520340_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520341.2672389, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520340_heartbeat.png", "timestamp": 1773520340.8799808}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520341.2797492, "event": {"type": "action_result", "base_shot_id": "shot_0006", "image": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520346.9785016, "event": {"type": "mouse_click", "button": "left", "pos": [1419, 639], "timestamp": 1773520345.5325818, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_id": "shot_0007", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0007_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0007_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520347.123808, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520345_heartbeat.png", "timestamp": 1773520346.2026362}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520347.2664502, "event": {"type": "window_focus_change", "from": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "to": {"title": "unknown_window", "app_name": "explorer.exe"}, "timestamp": 1773520346.124465, "window": {"title": "unknown_window", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520346_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520347.395541, "event": {"type": "window_focus_change", "from": {"title": "unknown_window", "app_name": "explorer.exe"}, "to": {"title": "*bonjour, comment \u00e7a va \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520346.814765, "window": {"title": "*bonjour, comment \u00e7a va \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520346_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520347.5205114, "event": {"type": "action_result", "base_shot_id": "shot_0007", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520346_result_of_shot_0007.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520350.485347, "event": {"type": "mouse_click", "button": "left", "pos": [2199, 380], "timestamp": 1773520350.162866, "window": {"title": "*bonjour, comment \u00e7a va \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0008", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0008_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0008_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520350.7625456, "event": {"type": "window_focus_change", "from": {"title": "*bonjour, comment \u00e7a va \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520350.5121536, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520350_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520351.7230072, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520351_heartbeat.png", "timestamp": 1773520351.3551466}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520351.7352543, "event": {"type": "action_result", "base_shot_id": "shot_0008", "image": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520351.8924491, "event": {"type": "mouse_click", "button": "left", "pos": [1699, 710], "timestamp": 1773520351.369592, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0009", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0009_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0009_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520352.6087878, "event": {"type": "action_result", "base_shot_id": "shot_0009", "image": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520372.4284928, "event": {"type": "window_focus_change", "from": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*do \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520367.6895983, "window": {"title": "*do \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520367_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520372.5420783, "event": {"type": "window_focus_change", "from": {"title": "*do \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*domi \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520368.3448102, "window": {"title": "*domi \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520368_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520372.6426685, "event": {"type": "window_focus_change", "from": {"title": "*domi \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*dominiq \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520369.0015671, "window": {"title": "*dominiq \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520369_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520372.7438557, "event": {"type": "window_focus_change", "from": {"title": "*dominiq \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520369.6577196, "window": {"title": "*Dominique \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520369_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520372.8982875, "event": {"type": "window_focus_change", "from": {"title": "*Dominique \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520370.3091667, "window": {"title": "*Dominique et \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520370_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520372.996059, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et je \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520372.4682975, "window": {"title": "*Dominique et je \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520372_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520373.4010994, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et je \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jero \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520373.1398344, "window": {"title": "*Dominique et jero \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520373_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520373.8594782, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jero \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520373.7991045, "window": {"title": "*Dominique et jerome \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520375.9280288, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome j \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520375.862059, "window": {"title": "*Dominique et jerome j \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520376.9359984, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome j \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome jo \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520376.4285128, "window": {"title": "*Dominique et jerome jo \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520377.0608647, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome jo \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome jou \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520376.9964406, "window": {"title": "*Dominique et jerome jou \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520377.9651706, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome jou \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome joue \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520377.5618596, "window": {"title": "*Dominique et jerome joue \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520377_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520378.2869866, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome joue \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome jouent \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520378.2240644, "window": {"title": "*Dominique et jerome jouent \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520378.852321, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome jouent \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome jouent a \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520378.7876961, "window": {"title": "*Dominique et jerome jouent a \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520379.4184725, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome jouent a \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome jouent au \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520379.353136, "window": {"title": "*Dominique et jerome jouent au \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520380.671921, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome jouent au \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome jouent au pi \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520380.4211962, "window": {"title": "*Dominique et jerome jouent au pi \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520380_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520381.1372721, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome jouent au pi \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome jouent au pin \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520381.0738585, "window": {"title": "*Dominique et jerome jouent au pin \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520381.7083206, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome jouent au pin \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome jouent au ping \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520381.6381743, "window": {"title": "*Dominique et jerome jouent au ping \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520382.2723064, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome jouent au ping \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Dominique et jerome jouent au pingp \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520382.2085621, "window": {"title": "*Dominique et jerome jouent au pingp \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520387.1439695, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520386_heartbeat.png", "timestamp": 1773520386.9257617}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520388.6952837, "event": {"type": "mouse_click", "button": "left", "pos": [666, 438], "timestamp": 1773520388.3976455, "window": {"title": "*Dominique et jerome jouent au pingp \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0010", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0010_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0010_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520389.8288643, "event": {"type": "action_result", "base_shot_id": "shot_0010", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520389_result_of_shot_0010.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520390.8952396, "event": {"type": "mouse_click", "button": "left", "pos": [674, 724], "timestamp": 1773520390.5921087, "window": {"title": "*Dominique et jerome jouent au pingp \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0011", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0011_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0011_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520392.0522366, "event": {"type": "action_result", "base_shot_id": "shot_0011", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520391_result_of_shot_0011.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520392.1537232, "event": {"type": "window_focus_change", "from": {"title": "*Dominique et jerome jouent au pingp \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "timestamp": 1773520391.8110397, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520391_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520397.7958915, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520397_heartbeat.png", "timestamp": 1773520397.1938303}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520399.0026667, "event": {"type": "mouse_click", "button": "left", "pos": [897, 481], "timestamp": 1773520397.987623, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0012", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0012_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0012_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520399.4326658, "event": {"type": "action_result", "base_shot_id": "shot_0012", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520399_result_of_shot_0012.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520410.2127202, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520407_heartbeat.png", "timestamp": 1773520407.435078}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520411.3516736, "event": {"type": "mouse_click", "button": "left", "pos": [1461, 760], "timestamp": 1773520410.689559, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0013", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0013_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0013_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520411.6704125, "event": {"type": "mouse_click", "button": "left", "pos": [1485, 582], "timestamp": 1773520411.3789873, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0014", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0014_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0014_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520411.6851904, "event": {"type": "double_click", "button": "left", "pos": [1485, 582], "timestamp": 1773520411.6127295, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520412.130036, "event": {"type": "action_result", "base_shot_id": "shot_0013", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520411_result_of_shot_0013.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520412.617326, "event": {"type": "action_result", "base_shot_id": "shot_0014", "image": ""}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520415.3727448, "event": {"type": "mouse_click", "button": "left", "pos": [1575, 1082], "timestamp": 1773520413.7168229, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0015", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0015_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0015_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520415.4904747, "event": {"type": "window_focus_change", "from": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "to": {"title": "test_4.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773520414.0606523, "window": {"title": "test_4.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520414_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520415.6053686, "event": {"type": "action_result", "base_shot_id": "shot_0015", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520414_result_of_shot_0015.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520432.0682926, "event": {"type": "mouse_click", "button": "left", "pos": [2127, 1542], "timestamp": 1773520431.4540005, "window": {"title": "test_4.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0016", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0016_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0016_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520432.166207, "event": {"type": "window_focus_change", "from": {"title": "test_4.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "timestamp": 1773520431.7490048, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520431_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520433.1313763, "event": {"type": "action_result", "base_shot_id": "shot_0016", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520432_result_of_shot_0016.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520438.0175006, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520437_heartbeat.png", "timestamp": 1773520437.9223678}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520439.0837774, "event": {"type": "mouse_click", "button": "right", "pos": [2011, 1342], "timestamp": 1773520438.512663, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0017", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0017_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0017_crop.png"}}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520439.2015626, "event": {"type": "window_focus_change", "from": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "to": {"title": "unknown_window", "app_name": "python.exe"}, "timestamp": 1773520438.9273238, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520438_focus_change.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520440.4205163, "event": {"type": "action_result", "base_shot_id": "shot_0017", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\context_1773520439_result_of_shot_0017.png"}}
{"session_id": "sess_20260314T213200_72af2a", "timestamp": 1773520440.5612118, "event": {"type": "mouse_click", "button": "left", "pos": [1849, 1244], "timestamp": 1773520440.182507, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_id": "shot_0018", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0018_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260314T213200_72af2a\\shots\\shot_0018_crop.png"}}}