Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

70
data/training/live_sessions/sess_20260316T185006_20d70d/live_events.jsonl Normal file
View File

@@ -0,0 +1,70 @@
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683406.7219732, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683406_heartbeat.png", "timestamp": 1773683406.6091979}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683406.837183, "event": {"type": "window_focus_change", "from": null, "to": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "timestamp": 1773683406.4729843, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683406_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683408.7476413, "event": {"type": "mouse_click", "button": "left", "pos": [831, 1575], "timestamp": 1773683408.4304578, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_id": "shot_0001", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0001_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0001_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683409.0703127, "event": {"type": "window_focus_change", "from": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "to": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "timestamp": 1773683408.6852314, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683408_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683409.9132948, "event": {"type": "action_result", "base_shot_id": "shot_0001", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683409_result_of_shot_0001.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683411.9149866, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683411_heartbeat.png", "timestamp": 1773683411.816063}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683413.048758, "event": {"type": "mouse_click", "button": "left", "pos": [1355, 649], "timestamp": 1773683412.714313, "window": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "screenshot_id": "shot_0002", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0002_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0002_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683413.7446084, "event": {"type": "window_focus_change", "from": {"title": "Rechercher", "app_name": "SearchHost.exe"}, "to": {"title": "Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683413.4437559, "window": {"title": "Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683413_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683414.1649492, "event": {"type": "action_result", "base_shot_id": "shot_0002", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683413_result_of_shot_0002.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683414.3539183, "event": {"type": "window_focus_change", "from": {"title": "Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*Bonjour, ceci est un test ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683414.1362674, "window": {"title": "*Bonjour, ceci est un test ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683414_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683416.2841597, "event": {"type": "mouse_click", "button": "left", "pos": [1421, 380], "timestamp": 1773683416.0392208, "window": {"title": "*Bonjour, ceci est un test ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0003", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0003_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0003_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683416.3351731, "event": {"type": "window_focus_change", "from": {"title": "*Bonjour, ceci est un test ! \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683416.271105, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683417.0571494, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683416_heartbeat.png", "timestamp": 1773683416.9540892}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683417.2329376, "event": {"type": "action_result", "base_shot_id": "shot_0003", "image": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683417.607324, "event": {"type": "mouse_click", "button": "left", "pos": [1275, 494], "timestamp": 1773683417.3822203, "window": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0004", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0004_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0004_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683418.5873215, "event": {"type": "action_result", "base_shot_id": "shot_0004", "image": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683419.5909953, "event": {"type": "window_focus_change", "from": {"title": "Sans titre \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ce \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683419.338633, "window": {"title": "*ce \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683419_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683420.2119277, "event": {"type": "window_focus_change", "from": {"title": "*ce \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683419.9775834, "window": {"title": "*ceci \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683420_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683420.6769073, "event": {"type": "window_focus_change", "from": {"title": "*ceci \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci e \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683420.6114895, "window": {"title": "*ceci e \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683421.2452025, "event": {"type": "window_focus_change", "from": {"title": "*ceci e \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci es \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683421.177587, "window": {"title": "*ceci es \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683421.8139844, "event": {"type": "window_focus_change", "from": {"title": "*ceci es \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683421.7463624, "window": {"title": "*ceci est \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683422.5451338, "event": {"type": "window_focus_change", "from": {"title": "*ceci est \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683422.3145273, "window": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683422_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683423.0102613, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un t \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683422.942083, "window": {"title": "*ceci est un t \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683423.7441294, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un t \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un tes \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683423.5110593, "window": {"title": "*ceci est un tes \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683423_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683424.2121928, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un tes \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683424.1413088, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683430.1389234, "event": {"type": "mouse_click", "button": "left", "pos": [1097, 496], "timestamp": 1773683429.8661985, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0005", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0005_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0005_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683431.2432122, "event": {"type": "action_result", "base_shot_id": "shot_0005", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683431_result_of_shot_0005.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683432.862178, "event": {"type": "mouse_click", "button": "right", "pos": [653, 489], "timestamp": 1773683432.6029904, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0006", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0006_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0006_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683433.9739382, "event": {"type": "action_result", "base_shot_id": "shot_0006", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683433_result_of_shot_0006.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683434.8098698, "event": {"type": "mouse_click", "button": "left", "pos": [811, 540], "timestamp": 1773683434.5438519, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0007", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0007_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0007_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683435.9159234, "event": {"type": "action_result", "base_shot_id": "shot_0007", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683435_result_of_shot_0007.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683436.5488744, "event": {"type": "mouse_click", "button": "left", "pos": [861, 604], "timestamp": 1773683436.2838664, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0008", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0008_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0008_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683437.3643558, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683437_heartbeat.png", "timestamp": 1773683437.284029}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683437.486943, "event": {"type": "action_result", "base_shot_id": "shot_0008", "image": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683442.5121596, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683442_heartbeat.png", "timestamp": 1773683442.4168882}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683452.0348902, "event": {"type": "mouse_click", "button": "left", "pos": [677, 427], "timestamp": 1773683451.768203, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0009", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0009_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0009_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683452.69416, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683452_heartbeat.png", "timestamp": 1773683452.61385}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683453.1399329, "event": {"type": "action_result", "base_shot_id": "shot_0009", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683452_result_of_shot_0009.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683455.161956, "event": {"type": "mouse_click", "button": "left", "pos": [692, 711], "timestamp": 1773683454.874227, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0010", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0010_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0010_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683456.3008695, "event": {"type": "action_result", "base_shot_id": "shot_0010", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683456_result_of_shot_0010.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683456.4863212, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "timestamp": 1773683456.2592556, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683456_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683457.8371067, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683457_heartbeat.png", "timestamp": 1773683457.7458556}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683458.2029412, "event": {"type": "mouse_click", "button": "left", "pos": [988, 904], "timestamp": 1773683457.9519017, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0011", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0011_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0011_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683459.3339837, "event": {"type": "action_result", "base_shot_id": "shot_0011", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683459_result_of_shot_0011.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683459.8921895, "event": {"type": "mouse_click", "button": "left", "pos": [988, 904], "timestamp": 1773683459.6218266, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0012", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0012_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0012_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683460.9747562, "event": {"type": "action_result", "base_shot_id": "shot_0012", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683460_result_of_shot_0012.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683462.9913268, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683462_heartbeat.png", "timestamp": 1773683462.8749945}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683463.5476665, "event": {"type": "mouse_click", "button": "left", "pos": [1047, 414], "timestamp": 1773683463.2891839, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0013", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0013_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0013_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683464.6828446, "event": {"type": "action_result", "base_shot_id": "shot_0013", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683464_result_of_shot_0013.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683468.1259117, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683467_heartbeat.png", "timestamp": 1773683468.0138361}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683473.2719128, "event": {"type": "heartbeat", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683473_heartbeat.png", "timestamp": 1773683473.1518764}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683473.4417117, "event": {"type": "mouse_click", "button": "left", "pos": [1659, 1079], "timestamp": 1773683473.1188884, "window": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0014", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0014_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0014_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683473.6789246, "event": {"type": "window_focus_change", "from": {"title": "Enregistrer sous", "app_name": "Notepad.exe"}, "to": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683473.412124, "window": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683473_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683474.3097904, "event": {"type": "window_focus_change", "from": {"title": "*ceci est un test \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "test_ok.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "timestamp": 1773683474.0893312, "window": {"title": "test_ok.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683474_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683474.3448312, "event": {"type": "action_result", "base_shot_id": "shot_0014", "image": ""}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683476.8459232, "event": {"type": "mouse_click", "button": "left", "pos": [2481, 357], "timestamp": 1773683476.5879927, "window": {"title": "test_ok.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "screenshot_id": "shot_0015", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0015_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0015_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683477.461049, "event": {"type": "window_focus_change", "from": {"title": "test_ok.txt \u2013 Bloc-notes", "app_name": "Notepad.exe"}, "to": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "timestamp": 1773683477.218555, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683477_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683477.9793582, "event": {"type": "action_result", "base_shot_id": "shot_0015", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683477_result_of_shot_0015.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683478.404656, "event": {"type": "mouse_click", "button": "left", "pos": [2135, 1494], "timestamp": 1773683478.1369472, "window": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "screenshot_id": "shot_0016", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0016_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0016_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683478.600502, "event": {"type": "window_focus_change", "from": {"title": "Lea - RPA Vision Agent V1", "app_name": "WindowsTerminal.exe"}, "to": {"title": "unknown_window", "app_name": "explorer.exe"}, "timestamp": 1773683478.3623548, "window": {"title": "unknown_window", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683478_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683478.7567248, "event": {"type": "mouse_click", "button": "left", "pos": [2133, 1516], "timestamp": 1773683478.43471, "window": {"title": "unknown_window", "app_name": "explorer.exe"}, "screenshot_id": "shot_0017", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0017_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0017_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683479.5198693, "event": {"type": "action_result", "base_shot_id": "shot_0016", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683479_result_of_shot_0016.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683479.8217049, "event": {"type": "action_result", "base_shot_id": "shot_0017", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683479_result_of_shot_0017.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683480.043808, "event": {"type": "mouse_click", "button": "left", "pos": [2136, 1553], "timestamp": 1773683479.7658305, "window": {"title": "unknown_window", "app_name": "explorer.exe"}, "screenshot_id": "shot_0018", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0018_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0018_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683480.2511451, "event": {"type": "window_focus_change", "from": {"title": "unknown_window", "app_name": "explorer.exe"}, "to": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "timestamp": 1773683480.0037732, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683480_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683481.1650772, "event": {"type": "action_result", "base_shot_id": "shot_0018", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683480_result_of_shot_0018.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683482.9929981, "event": {"type": "mouse_click", "button": "right", "pos": [2015, 1362], "timestamp": 1773683482.734788, "window": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "screenshot_id": "shot_0019", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0019_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0019_crop.png"}}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683483.386374, "event": {"type": "window_focus_change", "from": {"title": "Fen\u00eatre de d\u00e9passement de capacit\u00e9 de la barre d\u2019\u00e9tat syst\u00e8me.", "app_name": "explorer.exe"}, "to": {"title": "unknown_window", "app_name": "python.exe"}, "timestamp": 1773683483.1410003, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_context": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683483_focus_change.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683484.106797, "event": {"type": "action_result", "base_shot_id": "shot_0019", "image": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\context_1773683483_result_of_shot_0019.png"}}
{"session_id": "sess_20260316T185006_20d70d", "timestamp": 1773683485.0610275, "event": {"type": "mouse_click", "button": "left", "pos": [1892, 1132], "timestamp": 1773683484.7180793, "window": {"title": "unknown_window", "app_name": "python.exe"}, "screenshot_id": "shot_0020", "vision_info": {"full": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0020_full.png", "crop": "C:\\rpa_vision\\agent_v1\\sessions\\sess_20260316T185006_20d70d\\shots\\shot_0020_crop.png"}}}