Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

53
data/training/live_sessions/sess_20260316T191107_7977c6/live_events.jsonl Normal file
View File

@@ -0,0 +1,53 @@
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684667.5640216, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684667_heartbeat.png", "timestamp": 1773684667.480402}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684667.7033377, "event": {"type": "window_focus_change", "from": null, "to": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "timestamp": 1773684667.348297, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684667_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684669.3617911, "event": {"type": "mouse_click", "button": "left", "pos": [877, 1570], "timestamp": 1773684669.0716567, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_id": "shot_0001", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0001_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0001_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684669.8704677, "event": {"type": "window_focus_change", "from": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "to": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "timestamp": 1773684669.540686, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684669_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684670.5694618, "event": {"type": "action_result", "base_shot_id": "shot_0001", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684670_result_of_shot_0001.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684671.201643, "event": {"type": "text_input", "text": "blo", "pos": [877, 1570], "timestamp": 1773684671.201643, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684672.791346, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684672_heartbeat.png", "timestamp": 1773684672.6796513}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684673.2343175, "event": {"type": "mouse_click", "button": "left", "pos": [1390, 611], "timestamp": 1773684672.8934436, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_id": "shot_0002", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0002_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0002_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684674.3943129, "event": {"type": "action_result", "base_shot_id": "shot_0002", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684674_result_of_shot_0002.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684674.553934, "event": {"type": "mouse_click", "button": "left", "pos": [1400, 641], "timestamp": 1773684674.1004066, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_id": "shot_0003", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0003_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0003_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684675.0216453, "event": {"type": "window_focus_change", "from": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "to": {"title": "unknown_window", "app_name": "explorer.exe"}, "timestamp": 1773684674.7805686, "window": {"title": "unknown_window", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684674_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684675.6034274, "event": {"type": "action_result", "base_shot_id": "shot_0003", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684675_result_of_shot_0003.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684675.7104948, "event": {"type": "window_focus_change", "from": {"title": "unknown_window", "app_name": "explorer.exe"}, "to": {"title": "test2_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684675.483278, "window": {"title": "test2_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684675_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684677.330651, "event": {"type": "mouse_click", "button": "left", "pos": [1416, 385], "timestamp": 1773684677.0984662, "window": {"title": "test2_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0004", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0004_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0004_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684677.8914304, "event": {"type": "window_focus_change", "from": {"title": "test2_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684677.6312737, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684677_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684678.0033424, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684677_heartbeat.png", "timestamp": 1773684677.8642924}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684678.2933314, "event": {"type": "action_result", "base_shot_id": "shot_0004", "image": ""}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684679.0225163, "event": {"type": "window_focus_change", "from": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*c \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684678.8009014, "window": {"title": "*c \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684678_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684679.482709, "event": {"type": "window_focus_change", "from": {"title": "*c \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*cec \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684679.4210534, "window": {"title": "*cec \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684680.2006462, "event": {"type": "window_focus_change", "from": {"title": "*cec \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci e \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684679.9830976, "window": {"title": "*ceci e \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684680_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684680.6713424, "event": {"type": "window_focus_change", "from": {"title": "*ceci e \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684680.611038, "window": {"title": "*ceci est \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684681.3894486, "event": {"type": "window_focus_change", "from": {"title": "*ceci est \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684681.17221, "window": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684681_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684681.9296172, "event": {"type": "text_input", "text": "ceci est un ", "pos": [1310, 622], "timestamp": 1773684681.9286377, "window": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684682.3623343, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un t \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684682.29992, "window": {"title": "*ceci est un t \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684683.0865674, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un t \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un tes \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684682.8633397, "window": {"title": "*ceci est un tes \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684682_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684683.5217128, "event": {"type": "text_input", "text": "test", "pos": [1310, 622], "timestamp": 1773684683.5207117, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684683.5613384, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un tes \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684683.498144, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684688.214368, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684688_heartbeat.png", "timestamp": 1773684688.1232762}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684688.7777634, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684688.5667214, "window": {"title": "*Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684688_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684693.3586147, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684693_heartbeat.png", "timestamp": 1773684693.2565935}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684696.340571, "event": {"type": "mouse_click", "button": "left", "pos": [610, 426], "timestamp": 1773684696.059499, "window": {"title": "*Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0005", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0005_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0005_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684697.429554, "event": {"type": "action_result", "base_shot_id": "shot_0005", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684697_result_of_shot_0005.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684698.066456, "event": {"type": "mouse_click", "button": "left", "pos": [703, 722], "timestamp": 1773684697.7640047, "window": {"title": "*Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0006", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0006_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0006_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684698.502437, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684698_heartbeat.png", "timestamp": 1773684698.4173636}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684698.9710972, "event": {"type": "window_focus_change", "from": {"title": "*Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "timestamp": 1773684698.697115, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684698_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684699.1615303, "event": {"type": "action_result", "base_shot_id": "shot_0006", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684698_result_of_shot_0006.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684700.9485533, "event": {"type": "mouse_click", "button": "left", "pos": [988, 896], "timestamp": 1773684700.6491761, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0007", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0007_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0007_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684701.8703887, "event": {"type": "action_result", "base_shot_id": "shot_0007", "image": ""}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684703.527841, "event": {"type": "mouse_click", "button": "left", "pos": [1001, 911], "timestamp": 1773684703.2357392, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0008", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0008_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0008_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684703.650409, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684703_heartbeat.png", "timestamp": 1773684703.5568638}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684704.6525834, "event": {"type": "action_result", "base_shot_id": "shot_0008", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684704_result_of_shot_0008.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684708.7955859, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684708_heartbeat.png", "timestamp": 1773684708.69829}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684713.582616, "event": {"type": "mouse_click", "button": "left", "pos": [1560, 1076], "timestamp": 1773684713.2963636, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0009", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0009_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0009_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684713.9363275, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684713_heartbeat.png", "timestamp": 1773684713.8234856}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684714.1021824, "event": {"type": "window_focus_change", "from": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "to": {"title": "test3_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684713.8840966, "window": {"title": "test3_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684713_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684714.5041602, "event": {"type": "action_result", "base_shot_id": "shot_0009", "image": ""}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684715.627344, "event": {"type": "mouse_click", "button": "left", "pos": [2120, 1570], "timestamp": 1773684715.365267, "window": {"title": "test3_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0010", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0010_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0010_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684715.717502, "event": {"type": "window_focus_change", "from": {"title": "test3_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "timestamp": 1773684715.5087137, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684715_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684716.746256, "event": {"type": "action_result", "base_shot_id": "shot_0010", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684716_result_of_shot_0010.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684717.889738, "event": {"type": "mouse_click", "button": "right", "pos": [2018, 1357], "timestamp": 1773684717.6243548, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0011", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0011_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0011_crop.png"}}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684718.3732312, "event": {"type": "window_focus_change", "from": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "to": {"title": "unknown_window", "app_name": "python.exe"}, "timestamp": 1773684718.144915, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684718_focus_change.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684719.0071237, "event": {"type": "action_result", "base_shot_id": "shot_0011", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\context_1773684718_result_of_shot_0011.png"}}
{"session_id": "sess_20260316T191107_7977c6", "timestamp": 1773684719.3455675, "event": {"type": "mouse_click", "button": "left", "pos": [1862, 1120], "timestamp": 1773684719.0742922, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_id": "shot_0012", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0012_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T191107_7977c6\\shots\\shot_0012_crop.png"}}}