Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030427535856.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0001",
"timestamp": "2026-01-10T12:42:37.332702+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-terminal-",
"window_title": "Terminal",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0002.png",
"capture_method": "agent_v0",
"file_size_bytes": 172235
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0002",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.621378",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030427535856"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030427536432.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0013",
"timestamp": "2026-01-10T12:43:02.984352+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "dernier_claude_rpa_vision_v3.docx — ONLYOFFICE",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0014.png",
"capture_method": "agent_v0",
"file_size_bytes": 29663
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0014",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.622817",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030427536432"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030427537680.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0002",
"timestamp": "2026-01-10T12:42:39.226198+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "unknown_app",
"window_title": "unknown_window",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0003.png",
"capture_method": "agent_v0",
"file_size_bytes": 170788
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0003",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.621481",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030427537680"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030427538688.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0012",
"timestamp": "2026-01-10T12:43:01.972196+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "unknown_window",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0013.png",
"capture_method": "agent_v0",
"file_size_bytes": 17764
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0013",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.622747",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030427538688"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030427539120.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0003",
"timestamp": "2026-01-10T12:42:39.847966+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "unknown_app",
"window_title": "unknown_window",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0004.png",
"capture_method": "agent_v0",
"file_size_bytes": 172303
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0004",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.621564",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030427539120"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030427540512.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0004",
"timestamp": "2026-01-10T12:42:43.436105+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "unknown_app",
"window_title": "unknown_window",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0005.png",
"capture_method": "agent_v0",
"file_size_bytes": 31008
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0005",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.621645",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030427540512"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030427541424.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0011",
"timestamp": "2026-01-10T12:43:01.258386+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "unknown_window",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0012.png",
"capture_method": "agent_v0",
"file_size_bytes": 17764
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0012",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.622674",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030427541424"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430835200.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0005",
"timestamp": "2026-01-10T12:42:44.075061+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "Planification_technique_catalogue_actions_contrats_VisionOnly_RPA.txt — ONLYOFFICE",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0006.png",
"capture_method": "agent_v0",
"file_size_bytes": 52349
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0006",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.621723",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430835200"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430836016.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0032",
"timestamp": "2026-01-10T12:43:26.196031+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-terminal-",
"window_title": "Terminal",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0033.png",
"capture_method": "agent_v0",
"file_size_bytes": 91573
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0033",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.624213",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430836016"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430836544.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0006",
"timestamp": "2026-01-10T12:42:46.690243+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "Planification_technique_catalogue_actions_contrats_VisionOnly_RPA.txt — ONLYOFFICE",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0007.png",
"capture_method": "agent_v0",
"file_size_bytes": 70643
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0007",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.621799",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430836544"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430837264.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0016",
"timestamp": "2026-01-10T12:43:07.437467+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-terminal-",
"window_title": "Terminal",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0017.png",
"capture_method": "agent_v0",
"file_size_bytes": 158071
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0017",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623037",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430837264"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430837744.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0015",
"timestamp": "2026-01-10T12:43:06.206696+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-terminal-",
"window_title": "Terminal",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0016.png",
"capture_method": "agent_v0",
"file_size_bytes": 188373
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0016",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.622968",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430837744"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430837984.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0007",
"timestamp": "2026-01-10T12:42:48.835381+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "Planification_technique_catalogue_actions_contrats_VisionOnly_RPA.txt — ONLYOFFICE",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0008.png",
"capture_method": "agent_v0",
"file_size_bytes": 68543
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0008",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.621881",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430837984"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430839328.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0008",
"timestamp": "2026-01-10T12:42:49.102556+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "Document2.docx — ONLYOFFICE",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0009.png",
"capture_method": "agent_v0",
"file_size_bytes": 37045
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0009",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.621955",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430839328"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430840384.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0014",
"timestamp": "2026-01-10T12:43:04.798428+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "dernier_claude_rpa_vision_v3.docx — ONLYOFFICE",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0015.png",
"capture_method": "agent_v0",
"file_size_bytes": 21344
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0015",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.622895",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430840384"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430840768.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0009",
"timestamp": "2026-01-10T12:42:50.526836+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "Document2.docx — ONLYOFFICE",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0010.png",
"capture_method": "agent_v0",
"file_size_bytes": 18385
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0010",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.622027",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430840768"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430842064.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0017",
"timestamp": "2026-01-10T12:43:08.018114+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0018.png",
"capture_method": "agent_v0",
"file_size_bytes": 158780
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0018",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623106",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430842064"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430843504.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0018",
"timestamp": "2026-01-10T12:43:08.846471+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0019.png",
"capture_method": "agent_v0",
"file_size_bytes": 163320
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0019",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623174",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430843504"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430843840.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0031",
"timestamp": "2026-01-10T12:43:23.891779+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0032.png",
"capture_method": "agent_v0",
"file_size_bytes": 106039
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0032",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.624144",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430843840"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430844944.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0019",
"timestamp": "2026-01-10T12:43:09.792891+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0020.png",
"capture_method": "agent_v0",
"file_size_bytes": 191977
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0020",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623244",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430844944"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430845136.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0030",
"timestamp": "2026-01-10T12:43:22.251085+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0031.png",
"capture_method": "agent_v0",
"file_size_bytes": 139837
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0031",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.624076",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430845136"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430846432.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0020",
"timestamp": "2026-01-10T12:43:10.640488+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0021.png",
"capture_method": "agent_v0",
"file_size_bytes": 187965
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0021",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623319",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430846432"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430847920.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0021",
"timestamp": "2026-01-10T12:43:11.399167+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0022.png",
"capture_method": "agent_v0",
"file_size_bytes": 191349
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0022",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623387",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430847920"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430848736.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0029",
"timestamp": "2026-01-10T12:43:20.916729+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0030.png",
"capture_method": "agent_v0",
"file_size_bytes": 175278
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0030",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.624000",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430848736"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430849408.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0022",
"timestamp": "2026-01-10T12:43:12.033362+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0023.png",
"capture_method": "agent_v0",
"file_size_bytes": 179744
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0023",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623456",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430849408"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430850272.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0028",
"timestamp": "2026-01-10T12:43:19.725435+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0029.png",
"capture_method": "agent_v0",
"file_size_bytes": 151047
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0029",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623928",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430850272"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430850896.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0023",
"timestamp": "2026-01-10T12:43:13.077991+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0024.png",
"capture_method": "agent_v0",
"file_size_bytes": 151002
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0024",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623526",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430850896"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430901600.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0024",
"timestamp": "2026-01-10T12:43:14.349973+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-terminal-",
"window_title": "Terminal",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0025.png",
"capture_method": "agent_v0",
"file_size_bytes": 205243
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0025",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623596",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430901600"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430903232.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0025",
"timestamp": "2026-01-10T12:43:15.478720+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-terminal-",
"window_title": "Terminal",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0026.png",
"capture_method": "agent_v0",
"file_size_bytes": 135403
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0026",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623668",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430903232"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430904864.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0026",
"timestamp": "2026-01-10T12:43:17.175612+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0027.png",
"capture_method": "agent_v0",
"file_size_bytes": 164084
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0027",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623738",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430904864"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030430906544.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0027",
"timestamp": "2026-01-10T12:43:18.708390+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0028.png",
"capture_method": "agent_v0",
"file_size_bytes": 181012
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0028",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.623809",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030430906544"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030434164560.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0010",
"timestamp": "2026-01-10T12:42:59.231693+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "DesktopEditors",
"window_title": "*Document2.docx — ONLYOFFICE",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0011.png",
"capture_method": "agent_v0",
"file_size_bytes": 24037
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0011",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.622590",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030434164560"
}
}

50
data/training/screen_states/2026-01-10/state_20260110_134404_125030434371728.json Normal file
View File

@@ -0,0 +1,50 @@
{
"screen_state_id": "state_sess_20260110T134232_54638dae_0000",
"timestamp": "2026-01-10T12:42:34.472472+00:00",
"session_id": "sess_20260110T134232_54638dae",
"window": {
"app_name": "gnome-terminal-",
"window_title": "Terminal",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "shots/shot_0001.png",
"capture_method": "agent_v0",
"file_size_bytes": 179010
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0001",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Interaction_Calculatrice"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Interaction_Calculatrice",
"notes": "Session réelle avec clics + screenshots + key combos.",
"original_training_label": "Workflow_Calculatrice_20260110_1343"
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-01-10T13:44:04.621219",
"schema_version": "screenstate_v1",
"state_id": "20260110_134404_125030434371728"
}
}