Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

107
data/training/live_sessions/sess_20260316T204729_61eb09/live_events.jsonl Normal file
View File

@@ -0,0 +1,107 @@
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690450.2534153, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690450_heartbeat.png", "timestamp": 1773690450.1671946}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690450.3615005, "event": {"type": "window_focus_change", "from": null, "to": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "timestamp": 1773690450.049517, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690450_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690452.313005, "event": {"type": "mouse_click", "button": "left", "pos": [876, 1553], "timestamp": 1773690451.9907515, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_id": "shot_0001", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0001_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0001_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690452.646774, "event": {"type": "window_focus_change", "from": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "to": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "timestamp": 1773690452.2393484, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690452_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690453.4250607, "event": {"type": "action_result", "base_shot_id": "shot_0001", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690453_result_of_shot_0001.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690455.5186033, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690455_heartbeat.png", "timestamp": 1773690455.4012604}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690455.539506, "event": {"type": "text_input", "text": "b", "pos": [876, 1553], "timestamp": 1773690455.4142838, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690456.5214899, "event": {"type": "text_input", "text": "loc", "pos": [876, 1553], "timestamp": 1773690456.5205066, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690458.0071611, "event": {"type": "mouse_click", "button": "left", "pos": [1356, 675], "timestamp": 1773690457.6812398, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_id": "shot_0002", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0002_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0002_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690459.2033992, "event": {"type": "mouse_click", "button": "left", "pos": [1371, 645], "timestamp": 1773690458.8262873, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_id": "shot_0003", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0003_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0003_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690459.3576508, "event": {"type": "action_result", "base_shot_id": "shot_0002", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690458_result_of_shot_0002.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690459.802293, "event": {"type": "window_focus_change", "from": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "to": {"title": "unknown_window", "app_name": "explorer.exe"}, "timestamp": 1773690459.5282078, "window": {"title": "unknown_window", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690459_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690460.2921572, "event": {"type": "action_result", "base_shot_id": "shot_0003", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690460_result_of_shot_0003.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690460.4311855, "event": {"type": "window_focus_change", "from": {"title": "unknown_window", "app_name": "explorer.exe"}, "to": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773690460.196682, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690460_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690460.6103895, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690460_heartbeat.png", "timestamp": 1773690460.5312524}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690463.8623152, "event": {"type": "mouse_click", "button": "left", "pos": [1786, 373], "timestamp": 1773690463.6143823, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0004", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0004_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0004_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690464.5602098, "event": {"type": "window_focus_change", "from": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773690464.3385153, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690464_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690464.8264568, "event": {"type": "action_result", "base_shot_id": "shot_0004", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690465.1293466, "event": {"type": "mouse_click", "button": "left", "pos": [1368, 756], "timestamp": 1773690464.8717253, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0005", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0005_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0005_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690466.0913901, "event": {"type": "action_result", "base_shot_id": "shot_0005", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690466.2064602, "event": {"type": "window_focus_change", "from": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*he \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773690465.9732018, "window": {"title": "*he \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690466_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690466.8204317, "event": {"type": "window_focus_change", "from": {"title": "*he \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*hell \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773690466.6115992, "window": {"title": "*hell \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690466_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690467.1761382, "event": {"type": "text_input", "text": "hello", "pos": [1368, 756], "timestamp": 1773690467.1751378, "window": {"title": "*hell \u2013 Bloc-notes", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690467.3033864, "event": {"type": "window_focus_change", "from": {"title": "*hell \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773690467.2342536, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690468.612232, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690468.3786404, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0006", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0006_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0006_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690469.1474557, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690468.8845708, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0007", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0007_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0007_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690469.2751532, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690469.0135946, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0008", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0008_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0008_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690469.424261, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690469.1434555, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0009", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0009_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0009_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690469.5632544, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690469.2791352, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0010", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0010_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0010_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690469.7492251, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690469.4132593, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0011", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0011_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0011_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690469.7757685, "event": {"type": "action_result", "base_shot_id": "shot_0006", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690469.9134436, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690469.5632544, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0012", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0012_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0012_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.0424967, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690469.6974084, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0013", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0013_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0013_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.1798086, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690469.8193734, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0014", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0014_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0014_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.3152962, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690469.9434521, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0015", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0015_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0015_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.3393128, "event": {"type": "action_result", "base_shot_id": "shot_0007", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.3523161, "event": {"type": "action_result", "base_shot_id": "shot_0008", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.5004592, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690470.0645232, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0016", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0016_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0016_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.6433814, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690470.2231617, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0017", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0017_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0017_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.658716, "event": {"type": "action_result", "base_shot_id": "shot_0009", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.6924431, "event": {"type": "action_result", "base_shot_id": "shot_0010", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.8202565, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690470.3523161, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0018", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0018_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0018_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690470.850137, "event": {"type": "action_result", "base_shot_id": "shot_0011", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.024386, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690470.4922998, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0019", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0019_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0019_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.0610943, "event": {"type": "action_result", "base_shot_id": "shot_0012", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.2043533, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690470.6513786, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0020", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0020_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0020_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.2465394, "event": {"type": "action_result", "base_shot_id": "shot_0013", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.414322, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690470.8341234, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0021", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0021_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0021_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.4422271, "event": {"type": "action_result", "base_shot_id": "shot_0014", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.460186, "event": {"type": "action_result", "base_shot_id": "shot_0015", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.6305494, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690471.0183814, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0022", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0022_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0022_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.6642275, "event": {"type": "action_result", "base_shot_id": "shot_0016", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.802185, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690471.1767282, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0023", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0023_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0023_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.8165107, "event": {"type": "action_result", "base_shot_id": "shot_0017", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690471.9835029, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690471.3343163, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0024", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0024_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0024_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.0942528, "event": {"type": "mouse_click", "button": "left", "pos": [1346, 726], "timestamp": 1773690471.415313, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0025", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0025_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0025_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.1191092, "event": {"type": "action_result", "base_shot_id": "shot_0018", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.2523103, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690471.4631917, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0026", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0026_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0026_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.2673047, "event": {"type": "action_result", "base_shot_id": "shot_0019", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.4321783, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690471.6491933, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0027", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0027_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0027_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.4731662, "event": {"type": "action_result", "base_shot_id": "shot_0020", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.6234987, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690471.7951956, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0028", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0028_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0028_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.7601204, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690471.9293625, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0029", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0029_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0029_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.7831907, "event": {"type": "action_result", "base_shot_id": "shot_0021", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.9094381, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690472.063113, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0030", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0030_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0030_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690472.9467628, "event": {"type": "action_result", "base_shot_id": "shot_0022", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.1004846, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690472.2162802, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0031", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0031_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0031_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.1179883, "event": {"type": "action_result", "base_shot_id": "shot_0023", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.13935, "event": {"type": "action_result", "base_shot_id": "shot_0024", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.2954316, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690472.3823597, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0032", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0032_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0032_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.4293861, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690472.548154, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0033", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0033_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0033_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.521174, "event": {"type": "action_result", "base_shot_id": "shot_0025", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690472_result_of_shot_0025.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.601196, "event": {"type": "action_result", "base_shot_id": "shot_0026", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690472_result_of_shot_0026.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.6138372, "event": {"type": "action_result", "base_shot_id": "shot_0027", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.733939, "event": {"type": "key_combo", "keys": ["ctrl", "ctrl_l"], "timestamp": 1773690472.7181818, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0034", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0034_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0034_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.869546, "event": {"type": "action_result", "base_shot_id": "shot_0028", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.8826253, "event": {"type": "key_combo", "keys": ["ctrl", "\u0013"], "timestamp": 1773690472.8672912, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0035", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0035_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0035_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690473.894397, "event": {"type": "action_result", "base_shot_id": "shot_0029", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690474.0875385, "event": {"type": "mouse_click", "button": "left", "pos": [661, 434], "timestamp": 1773690473.0526326, "window": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0036", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0036_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0036_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690474.1042411, "event": {"type": "action_result", "base_shot_id": "shot_0030", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690474.1194854, "event": {"type": "action_result", "base_shot_id": "shot_0031", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690474.1393485, "event": {"type": "action_result", "base_shot_id": "shot_0032", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690474.1584084, "event": {"type": "action_result", "base_shot_id": "shot_0033", "image": ""}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690474.2648377, "event": {"type": "window_focus_change", "from": {"title": "*hello \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "timestamp": 1773690473.847531, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690473_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690474.3865697, "event": {"type": "action_result", "base_shot_id": "shot_0034", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690474_result_of_shot_0034.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690474.5231102, "event": {"type": "action_result", "base_shot_id": "shot_0035", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690474_result_of_shot_0035.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690474.631537, "event": {"type": "action_result", "base_shot_id": "shot_0036", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690474_result_of_shot_0036.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690476.4710925, "event": {"type": "mouse_click", "button": "left", "pos": [877, 900], "timestamp": 1773690476.2052586, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0037", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0037_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0037_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690477.5805697, "event": {"type": "action_result", "base_shot_id": "shot_0037", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690477_result_of_shot_0037.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690478.935528, "event": {"type": "text_input", "text": "_", "pos": [882, 912], "timestamp": 1773690478.9345403, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690480.9814038, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690480_heartbeat.png", "timestamp": 1773690480.895334}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690481.2073355, "event": {"type": "mouse_click", "button": "left", "pos": [1596, 1081], "timestamp": 1773690480.938403, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0038", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0038_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0038_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690481.757735, "event": {"type": "window_focus_change", "from": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "to": {"title": "hello_1.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773690481.5503757, "window": {"title": "hello_1.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690481_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690482.3074882, "event": {"type": "action_result", "base_shot_id": "shot_0038", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690482_result_of_shot_0038.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690483.0083568, "event": {"type": "mouse_click", "button": "left", "pos": [2463, 364], "timestamp": 1773690482.7431529, "window": {"title": "hello_1.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0039", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0039_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0039_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690483.3943093, "event": {"type": "window_focus_change", "from": {"title": "hello_1.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "timestamp": 1773690483.1786084, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690483_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690484.1070487, "event": {"type": "action_result", "base_shot_id": "shot_0039", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690483_result_of_shot_0039.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690484.8671417, "event": {"type": "mouse_click", "button": "left", "pos": [2108, 1554], "timestamp": 1773690484.585066, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_id": "shot_0040", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0040_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0040_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690485.0394368, "event": {"type": "window_focus_change", "from": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "to": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "timestamp": 1773690484.802014, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690484_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690485.9364579, "event": {"type": "action_result", "base_shot_id": "shot_0040", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690485_result_of_shot_0040.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690486.1111712, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690485_heartbeat.png", "timestamp": 1773690486.0231817}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690487.2574034, "event": {"type": "mouse_click", "button": "left", "pos": [2005, 1338], "timestamp": 1773690486.98633, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0041", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0041_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0041_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690488.3731084, "event": {"type": "action_result", "base_shot_id": "shot_0041", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690488_result_of_shot_0041.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690489.2954848, "event": {"type": "mouse_click", "button": "right", "pos": [2010, 1352], "timestamp": 1773690489.012395, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0042", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0042_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0042_crop.png"}}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690489.6678755, "event": {"type": "window_focus_change", "from": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "to": {"title": "unknown_window", "app_name": "python.exe"}, "timestamp": 1773690489.4449847, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690489_focus_change.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690490.3942127, "event": {"type": "action_result", "base_shot_id": "shot_0042", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\context_1773690490_result_of_shot_0042.png"}}
{"session_id": "sess_20260316T204729_61eb09", "timestamp": 1773690490.7932613, "event": {"type": "mouse_click", "button": "left", "pos": [1877, 1122], "timestamp": 1773690490.540321, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_id": "shot_0043", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0043_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T204729_61eb09\\shots\\shot_0043_crop.png"}}}