Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605673952.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0015",
"timestamp": "2026-01-05T17:45:38.310400+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0016.png",
"capture_method": "agent_v0",
"file_size_bytes": 142522
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0016",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681484",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605673952"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605674288.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0002",
"timestamp": "2026-01-05T17:45:23.524064+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0003.png",
"capture_method": "agent_v0",
"file_size_bytes": 156020
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0003",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.680125",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605674288"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605674336.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0001",
"timestamp": "2026-01-05T17:45:21.940495+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0002.png",
"capture_method": "agent_v0",
"file_size_bytes": 142965
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0002",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.680037",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605674336"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605675104.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0014",
"timestamp": "2026-01-05T17:45:37.300878+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0015.png",
"capture_method": "agent_v0",
"file_size_bytes": 156440
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0015",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681424",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605675104"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605675296.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0027",
"timestamp": "2026-01-05T17:45:52.548032+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0028.png",
"capture_method": "agent_v0",
"file_size_bytes": 138532
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0028",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682221",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605675296"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605675392.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0052",
"timestamp": "2026-01-05T17:46:27.618227+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0053.png",
"capture_method": "agent_v0",
"file_size_bytes": 128485
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0053",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683737",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605675392"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605677408.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0003",
"timestamp": "2026-01-05T17:45:24.202322+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0004.png",
"capture_method": "agent_v0",
"file_size_bytes": 156610
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0004",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.680200",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605677408"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605677504.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0028",
"timestamp": "2026-01-05T17:45:53.829915+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0029.png",
"capture_method": "agent_v0",
"file_size_bytes": 154444
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0029",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682278",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605677504"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605677840.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0013",
"timestamp": "2026-01-05T17:45:35.564083+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0014.png",
"capture_method": "agent_v0",
"file_size_bytes": 138219
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0014",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681364",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605677840"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605678896.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0004",
"timestamp": "2026-01-05T17:45:24.892616+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0005.png",
"capture_method": "agent_v0",
"file_size_bytes": 157532
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0005",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.680270",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605678896"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605679088.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0050",
"timestamp": "2026-01-05T17:46:25.287019+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0051.png",
"capture_method": "agent_v0",
"file_size_bytes": 97561
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0051",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683622",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605679088"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605679136.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0029",
"timestamp": "2026-01-05T17:45:55.045695+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0030.png",
"capture_method": "agent_v0",
"file_size_bytes": 144167
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0030",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682337",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605679136"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605679328.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0051",
"timestamp": "2026-01-05T17:46:27.189684+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0052.png",
"capture_method": "agent_v0",
"file_size_bytes": 128489
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0052",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683680",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605679328"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605679904.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0012",
"timestamp": "2026-01-05T17:45:33.892740+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0013.png",
"capture_method": "agent_v0",
"file_size_bytes": 136106
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0013",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681302",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605679904"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605680384.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0005",
"timestamp": "2026-01-05T17:45:25.846087+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0006.png",
"capture_method": "agent_v0",
"file_size_bytes": 145177
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0006",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.680338",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605680384"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605681392.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0011",
"timestamp": "2026-01-05T17:45:32.957554+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0012.png",
"capture_method": "agent_v0",
"file_size_bytes": 155613
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0012",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681244",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605681392"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605681824.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0006",
"timestamp": "2026-01-05T17:45:27.131991+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0007.png",
"capture_method": "agent_v0",
"file_size_bytes": 138254
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0007",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.680403",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605681824"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605682256.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0030",
"timestamp": "2026-01-05T17:45:56.716920+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0031.png",
"capture_method": "agent_v0",
"file_size_bytes": 155620
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0031",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682394",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605682256"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605683168.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0010",
"timestamp": "2026-01-05T17:45:31.789432+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0011.png",
"capture_method": "agent_v0",
"file_size_bytes": 155933
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0011",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681182",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605683168"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605683312.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0007",
"timestamp": "2026-01-05T17:45:28.244595+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0008.png",
"capture_method": "agent_v0",
"file_size_bytes": 156004
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0008",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.680467",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605683312"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605684560.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0008",
"timestamp": "2026-01-05T17:45:29.195015+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0009.png",
"capture_method": "agent_v0",
"file_size_bytes": 145019
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0009",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.680532",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605684560"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605736080.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0016",
"timestamp": "2026-01-05T17:45:39.884373+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0017.png",
"capture_method": "agent_v0",
"file_size_bytes": 155116
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0017",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681547",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605736080"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605737664.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0017",
"timestamp": "2026-01-05T17:45:40.623426+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0018.png",
"capture_method": "agent_v0",
"file_size_bytes": 155643
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0018",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681607",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605737664"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605737856.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0045",
"timestamp": "2026-01-05T17:46:13.188727+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0046.png",
"capture_method": "agent_v0",
"file_size_bytes": 82977
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0046",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683325",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605737856"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605738240.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0037",
"timestamp": "2026-01-05T17:46:03.556196+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0038.png",
"capture_method": "agent_v0",
"file_size_bytes": 156782
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0038",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682817",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605738240"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605739104.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0018",
"timestamp": "2026-01-05T17:45:41.428975+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0019.png",
"capture_method": "agent_v0",
"file_size_bytes": 157311
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0019",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681666",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605739104"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605740112.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0036",
"timestamp": "2026-01-05T17:46:01.956862+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0037.png",
"capture_method": "agent_v0",
"file_size_bytes": 143107
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0037",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682755",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605740112"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605740592.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0019",
"timestamp": "2026-01-05T17:45:42.252658+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0020.png",
"capture_method": "agent_v0",
"file_size_bytes": 144413
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0020",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681722",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605740592"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605740832.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0035",
"timestamp": "2026-01-05T17:46:00.997422+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0036.png",
"capture_method": "agent_v0",
"file_size_bytes": 156295
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0036",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682696",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605740832"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605741024.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0046",
"timestamp": "2026-01-05T17:46:13.698777+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0047.png",
"capture_method": "agent_v0",
"file_size_bytes": 82980
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0047",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683382",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605741024"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605742032.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0020",
"timestamp": "2026-01-05T17:45:44.788516+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0021.png",
"capture_method": "agent_v0",
"file_size_bytes": 138919
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0021",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681779",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605742032"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605743424.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0021",
"timestamp": "2026-01-05T17:45:46.061568+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0022.png",
"capture_method": "agent_v0",
"file_size_bytes": 156586
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0022",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681837",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605743424"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605743760.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0034",
"timestamp": "2026-01-05T17:45:59.903548+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0035.png",
"capture_method": "agent_v0",
"file_size_bytes": 139317
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0035",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682639",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605743760"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605744528.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0022",
"timestamp": "2026-01-05T17:45:47.221646+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0023.png",
"capture_method": "agent_v0",
"file_size_bytes": 143508
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0023",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681895",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605744528"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605744960.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0033",
"timestamp": "2026-01-05T17:45:58.884331+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0034.png",
"capture_method": "agent_v0",
"file_size_bytes": 137222
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0034",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682579",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605744960"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605745632.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0047",
"timestamp": "2026-01-05T17:46:16.742395+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0048.png",
"capture_method": "agent_v0",
"file_size_bytes": 46552
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0048",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683442",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605745632"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605745968.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0023",
"timestamp": "2026-01-05T17:45:48.925244+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0024.png",
"capture_method": "agent_v0",
"file_size_bytes": 155476
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0024",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681953",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605745968"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605746448.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0048",
"timestamp": "2026-01-05T17:46:22.733027+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0049.png",
"capture_method": "agent_v0",
"file_size_bytes": 97626
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0049",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683498",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605746448"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605747840.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0024",
"timestamp": "2026-01-05T17:45:49.554812+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0025.png",
"capture_method": "agent_v0",
"file_size_bytes": 156486
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0025",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682009",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605747840"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605747984.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0032",
"timestamp": "2026-01-05T17:45:58.156968+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0033.png",
"capture_method": "agent_v0",
"file_size_bytes": 156960
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0033",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682516",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605747984"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605749472.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0025",
"timestamp": "2026-01-05T17:45:50.383132+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0026.png",
"capture_method": "agent_v0",
"file_size_bytes": 156924
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0026",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682067",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605749472"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605750480.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0031",
"timestamp": "2026-01-05T17:45:57.573298+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0032.png",
"capture_method": "agent_v0",
"file_size_bytes": 157027
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0032",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682455",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605750480"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605751104.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0026",
"timestamp": "2026-01-05T17:45:51.126276+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0027.png",
"capture_method": "agent_v0",
"file_size_bytes": 139467
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0027",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682161",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605751104"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605751248.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0038",
"timestamp": "2026-01-05T17:46:04.253088+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0039.png",
"capture_method": "agent_v0",
"file_size_bytes": 156305
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0039",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682878",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605751248"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605751488.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0044",
"timestamp": "2026-01-05T17:46:11.026525+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0045.png",
"capture_method": "agent_v0",
"file_size_bytes": 54385
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0045",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683265",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605751488"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605818336.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0039",
"timestamp": "2026-01-05T17:46:04.813059+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0040.png",
"capture_method": "agent_v0",
"file_size_bytes": 156692
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0040",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682941",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605818336"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605820016.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0040",
"timestamp": "2026-01-05T17:46:05.542227+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0041.png",
"capture_method": "agent_v0",
"file_size_bytes": 144768
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0041",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.682998",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605820016"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605821648.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0041",
"timestamp": "2026-01-05T17:46:06.892590+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0042.png",
"capture_method": "agent_v0",
"file_size_bytes": 137435
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0042",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683057",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605821648"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605823328.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0042",
"timestamp": "2026-01-05T17:46:07.966543+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0043.png",
"capture_method": "agent_v0",
"file_size_bytes": 172866
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0043",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683113",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605823328"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605824096.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0053",
"timestamp": "2026-01-05T17:46:30.554166+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0054.png",
"capture_method": "agent_v0",
"file_size_bytes": 34989
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0054",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683796",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605824096"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135327605824768.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0043",
"timestamp": "2026-01-05T17:46:09.676954+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0044.png",
"capture_method": "agent_v0",
"file_size_bytes": 185139
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0044",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683170",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135327605824768"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135328246351392.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0049",
"timestamp": "2026-01-05T17:46:24.360031+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "chrome",
"window_title": "RPA Vision V3 - Dashboard - Google Chrome",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0050.png",
"capture_method": "agent_v0",
"file_size_bytes": 97830
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0050",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.683564",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135328246351392"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135328283771392.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0000",
"timestamp": "2026-01-05T17:45:19.885896+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "kiro",
"window_title": "AGENT_V0_AUTHENTICATION_STATUS.md - rpa_vision_v3 - Kiro",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0001.png",
"capture_method": "agent_v0",
"file_size_bytes": 153360
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0001",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.679877",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135328283771392"
}
}

49
data/training/screen_states/2026-03-05/state_20260305_003903_135328283924608.json Normal file
View File

@@ -0,0 +1,49 @@
{
"screen_state_id": "state_sess_20260105T184518_d2c5ce58_0009",
"timestamp": "2026-01-05T17:45:30.652719+00:00",
"session_id": "sess_20260105T184518_d2c5ce58",
"window": {
"app_name": "gnome-calculato",
"window_title": "Calculatrice",
"screen_resolution": [
1920,
1080
],
"workspace": "main"
},
"raw": {
"screenshot_path": "data/training/sessions/sess_20260105T184518_d2c5ce58/sess_20260105T184518_d2c5ce58/shots/shot_0010.png",
"capture_method": "agent_v0",
"file_size_bytes": 156794
},
"perception": {
"embedding": {
"provider": "pending",
"vector_id": "emb_shot_0010",
"dimensions": 512
},
"detected_text": [],
"text_detection_method": "none",
"confidence_avg": 1.0
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "demo_user",
"tags": [
"Facturation_T2A_demo"
],
"business_variables": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
}
},
"metadata": {},
"ui_elements": [],
"_metadata": {
"saved_at": "2026-03-05T00:39:03.681098",
"schema_version": "screenstate_v1",
"state_id": "20260305_003903_135328283924608"
}
}