Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

75
data/training/live_sessions/sess_20260316T190205_cfe219/live_events.jsonl Normal file
View File

@@ -0,0 +1,75 @@
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684125.3842895, "event": {"type": "window_focus_change", "from": null, "to": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "timestamp": 1773684125.122574, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684125_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684125.5133483, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684125_heartbeat.png", "timestamp": 1773684125.3427403}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684128.0286562, "event": {"type": "mouse_click", "button": "left", "pos": [810, 1564], "timestamp": 1773684127.7024148, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_id": "shot_0001", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0001_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0001_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684128.6375034, "event": {"type": "window_focus_change", "from": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "to": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "timestamp": 1773684128.2868004, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684128_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684129.2307045, "event": {"type": "action_result", "base_shot_id": "shot_0001", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684128_result_of_shot_0001.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684130.62233, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684130_heartbeat.png", "timestamp": 1773684130.5282981}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684133.4746819, "event": {"type": "mouse_click", "button": "left", "pos": [1413, 754], "timestamp": 1773684133.108501, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_id": "shot_0002", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0002_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0002_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684134.2996042, "event": {"type": "mouse_click", "button": "left", "pos": [1378, 629], "timestamp": 1773684133.9113402, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_id": "shot_0003", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0003_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0003_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684134.6674888, "event": {"type": "action_result", "base_shot_id": "shot_0002", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684134_result_of_shot_0002.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684134.807722, "event": {"type": "window_focus_change", "from": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "to": {"title": "unknown_window", "app_name": "explorer.exe"}, "timestamp": 1773684134.501832, "window": {"title": "unknown_window", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684134_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684135.3734198, "event": {"type": "action_result", "base_shot_id": "shot_0003", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684135_result_of_shot_0003.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684135.4888902, "event": {"type": "window_focus_change", "from": {"title": "unknown_window", "app_name": "explorer.exe"}, "to": {"title": "test_ok.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684135.202097, "window": {"title": "test_ok.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684135_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684135.7455084, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684135_heartbeat.png", "timestamp": 1773684135.6603565}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684137.9921849, "event": {"type": "mouse_click", "button": "left", "pos": [1708, 375], "timestamp": 1773684137.7275593, "window": {"title": "test_ok.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0004", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0004_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0004_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684138.603693, "event": {"type": "window_focus_change", "from": {"title": "test_ok.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Bonjour, ceci est un test ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684138.3524415, "window": {"title": "*Bonjour, ceci est un test ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684138_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684139.1017196, "event": {"type": "action_result", "base_shot_id": "shot_0004", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684138_result_of_shot_0004.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684139.542384, "event": {"type": "mouse_click", "button": "left", "pos": [1349, 365], "timestamp": 1773684139.2474186, "window": {"title": "*Bonjour, ceci est un test ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0005", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0005_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0005_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684140.625596, "event": {"type": "action_result", "base_shot_id": "shot_0005", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684140_result_of_shot_0005.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684140.8884797, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684140_heartbeat.png", "timestamp": 1773684140.790704}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684141.75258, "event": {"type": "mouse_click", "button": "left", "pos": [1489, 975], "timestamp": 1773684141.4764743, "window": {"title": "*Bonjour, ceci est un test ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0006", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0006_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0006_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684142.2104745, "event": {"type": "window_focus_change", "from": {"title": "*Bonjour, ceci est un test ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*lecture de la feuille excel \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684141.9958417, "window": {"title": "*lecture de la feuille excel \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684142_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684142.6906738, "event": {"type": "action_result", "base_shot_id": "shot_0006", "image": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684145.0906913, "event": {"type": "mouse_click", "button": "left", "pos": [1053, 380], "timestamp": 1773684144.8330026, "window": {"title": "*lecture de la feuille excel \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0007", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0007_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0007_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684145.3419542, "event": {"type": "window_focus_change", "from": {"title": "*lecture de la feuille excel \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684145.1231053, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684145_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684146.0140498, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684145_heartbeat.png", "timestamp": 1773684145.9297173}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684146.2206738, "event": {"type": "action_result", "base_shot_id": "shot_0007", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684146_result_of_shot_0007.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684146.8616025, "event": {"type": "mouse_click", "button": "left", "pos": [964, 555], "timestamp": 1773684146.581255, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0008", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0008_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0008_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684147.839443, "event": {"type": "window_focus_change", "from": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ce \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684147.758145, "window": {"title": "*ce \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684147.9384422, "event": {"type": "action_result", "base_shot_id": "shot_0008", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684147_result_of_shot_0008.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684148.561453, "event": {"type": "window_focus_change", "from": {"title": "*ce \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684148.3398519, "window": {"title": "*ceci \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684148_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684149.0243642, "event": {"type": "window_focus_change", "from": {"title": "*ceci \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci e \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684148.9625993, "window": {"title": "*ceci e \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684149.5894494, "event": {"type": "window_focus_change", "from": {"title": "*ceci e \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci es \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684149.5250182, "window": {"title": "*ceci es \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684150.156687, "event": {"type": "window_focus_change", "from": {"title": "*ceci es \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684150.0900183, "window": {"title": "*ceci est \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684150.8967183, "event": {"type": "window_focus_change", "from": {"title": "*ceci est \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684150.6574337, "window": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684150_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684151.5193996, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un te \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684151.286918, "window": {"title": "*ceci est un te \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684151_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684151.9775336, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un te \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684151.918542, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684153.046712, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un test co \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684152.979185, "window": {"title": "*ceci est un test co \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684153.614495, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un test co \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un test com \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684153.5472474, "window": {"title": "*ceci est un test com \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684154.3413298, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un test com \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un test comple \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684154.1150677, "window": {"title": "*ceci est un test comple \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684154_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684154.7983594, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un test comple \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un test complet \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684154.7388275, "window": {"title": "*ceci est un test complet \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684155.8661745, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un test complet \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un test complet. \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684155.8001308, "window": {"title": "*ceci est un test complet. \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684157.621583, "event": {"type": "mouse_click", "button": "left", "pos": [916, 494], "timestamp": 1773684157.3691661, "window": {"title": "*ceci est un test complet. \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0009", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0009_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0009_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684158.7246127, "event": {"type": "action_result", "base_shot_id": "shot_0009", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684158_result_of_shot_0009.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684160.7922792, "event": {"type": "mouse_click", "button": "right", "pos": [631, 484], "timestamp": 1773684160.524368, "window": {"title": "*ceci est un test complet. \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0010", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0010_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0010_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684161.2882988, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684161_heartbeat.png", "timestamp": 1773684161.1942296}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684161.7265656, "event": {"type": "action_result", "base_shot_id": "shot_0010", "image": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684162.4458697, "event": {"type": "mouse_click", "button": "left", "pos": [810, 527], "timestamp": 1773684162.1803505, "window": {"title": "*ceci est un test complet. \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0011", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0011_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0011_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684163.5513868, "event": {"type": "mouse_click", "button": "left", "pos": [942, 481], "timestamp": 1773684163.2883995, "window": {"title": "*ceci est un test complet. \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0012", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0012_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0012_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684163.6655188, "event": {"type": "action_result", "base_shot_id": "shot_0011", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684163_result_of_shot_0011.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684164.683521, "event": {"type": "action_result", "base_shot_id": "shot_0012", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684164_result_of_shot_0012.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684166.418804, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684166_heartbeat.png", "timestamp": 1773684166.3199735}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684171.1582034, "event": {"type": "mouse_click", "button": "left", "pos": [644, 429], "timestamp": 1773684170.877659, "window": {"title": "*ceci est un test complet. \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0013", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0013_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0013_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684171.5611682, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684171_heartbeat.png", "timestamp": 1773684171.4611995}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684172.2473183, "event": {"type": "action_result", "base_shot_id": "shot_0013", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684172_result_of_shot_0013.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684172.82423, "event": {"type": "mouse_click", "button": "left", "pos": [711, 727], "timestamp": 1773684172.5681968, "window": {"title": "*ceci est un test complet. \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0014", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0014_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0014_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684173.9761443, "event": {"type": "action_result", "base_shot_id": "shot_0014", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684173_result_of_shot_0014.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684174.1062965, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un test complet. \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "timestamp": 1773684173.8859332, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684173_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684177.5412934, "event": {"type": "mouse_click", "button": "left", "pos": [1010, 913], "timestamp": 1773684177.2864769, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0015", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0015_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0015_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684178.4952521, "event": {"type": "action_result", "base_shot_id": "shot_0015", "image": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684181.7672105, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684181_heartbeat.png", "timestamp": 1773684181.6595678}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684185.5950449, "event": {"type": "mouse_click", "button": "left", "pos": [1624, 1081], "timestamp": 1773684185.339241, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0016", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0016_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0016_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684186.5992093, "event": {"type": "window_focus_change", "from": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "to": {"title": "test2_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773684186.5363677, "window": {"title": "test2_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684186.69225, "event": {"type": "action_result", "base_shot_id": "shot_0016", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684186_result_of_shot_0016.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684189.4070354, "event": {"type": "mouse_click", "button": "left", "pos": [2463, 357], "timestamp": 1773684189.1340451, "window": {"title": "test2_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0017", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0017_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0017_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684189.8292863, "event": {"type": "window_focus_change", "from": {"title": "test2_vrai.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "timestamp": 1773684189.6031952, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684189_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684190.5141819, "event": {"type": "action_result", "base_shot_id": "shot_0017", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684190_result_of_shot_0017.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684191.7092626, "event": {"type": "mouse_click", "button": "left", "pos": [2120, 1565], "timestamp": 1773684191.4299424, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_id": "shot_0018", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0018_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0018_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684191.9661925, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684191_heartbeat.png", "timestamp": 1773684191.8700335}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684192.093314, "event": {"type": "window_focus_change", "from": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "to": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "timestamp": 1773684191.7323685, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684191_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684192.8133786, "event": {"type": "action_result", "base_shot_id": "shot_0018", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684192_result_of_shot_0018.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684194.2231414, "event": {"type": "mouse_click", "button": "right", "pos": [2010, 1351], "timestamp": 1773684193.931154, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0019", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0019_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0019_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684194.6691806, "event": {"type": "window_focus_change", "from": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "to": {"title": "unknown_window", "app_name": "python.exe"}, "timestamp": 1773684194.4306905, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684194_focus_change.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684195.3123834, "event": {"type": "action_result", "base_shot_id": "shot_0019", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\context_1773684195_result_of_shot_0019.png"}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684195.9772794, "event": {"type": "mouse_click", "button": "left", "pos": [1844, 1110], "timestamp": 1773684195.7154205, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_id": "shot_0020", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0020_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T190205_cfe219\\shots\\shot_0020_crop.png"}}}
{"session_id": "sess_20260316T190205_cfe219", "timestamp": 1773684196.9131076, "event": {"type": "action_result", "base_shot_id": "shot_0020", "image": ""}}