Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

933
data/training/sessions/sess_20260106T010538_a8198efb/sess_20260106T010538_a8198efb.json Normal file
View File

@@ -0,0 +1,933 @@
{
"schema_version": "rawsession_v1",
"session_id": "sess_20260106T010538_a8198efb",
"agent_version": "0.1.0",
"environment": {
"platform": "linux",
"hostname": "dom-X870-Riptide-WiFi",
"screen": {
"primary_resolution": [
1920,
1080
],
"display_scale": 1.0
}
},
"user": {
"id": "demo_user",
"label": "Démo agent_v0"
},
"context": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
},
"started_at": "2026-01-06T00:05:38Z",
"ended_at": "2026-01-06T00:06:33Z",
"events": [
{
"t": 3.3353043369999114,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0001",
"button": "left",
"pos": [
22,
1047
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 4.949865005999982,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0002",
"button": "left",
"pos": [
935,
577
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 7.643017855999915,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0003",
"button": "left",
"pos": [
317,
405
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 8.316041730999927,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0004",
"button": "left",
"pos": [
370,
388
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 9.238905940999985,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0005",
"button": "left",
"pos": [
322,
396
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 9.730535110000005,
"type": "hover_idle",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0006",
"button": null,
"pos": [
322,
396
],
"keys": null,
"idle_ms": 744,
"scroll_delta": null
},
{
"t": 10.643742633999977,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0007",
"button": "left",
"pos": [
444,
494
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 12.748225215999923,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0008",
"button": "left",
"pos": [
475,
101
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 14.038925976999963,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0009",
"button": "left",
"pos": [
37,
1027
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 15.412873611999999,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0010",
"button": "left",
"pos": [
951,
588
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 16.971653163999918,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0011",
"button": "left",
"pos": [
317,
398
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 17.507973624999977,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0012",
"button": "left",
"pos": [
377,
386
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 17.99504247099992,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0013",
"button": "left",
"pos": [
323,
400
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 18.891324822,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0014",
"button": "left",
"pos": [
477,
516
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 20.05811306699991,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0015",
"button": "left",
"pos": [
484,
104
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 21.885078191999924,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0016",
"button": "left",
"pos": [
21,
1037
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 22.980687899999907,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0017",
"button": "left",
"pos": [
876,
577
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 24.404985842999963,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0018",
"button": "left",
"pos": [
293,
394
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 24.956075762999944,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0019",
"button": "left",
"pos": [
376,
397
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 26.661385636999967,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0020",
"button": "left",
"pos": [
323,
395
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 27.574500948999912,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0021",
"button": "left",
"pos": [
445,
510
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 28.883696005999923,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0022",
"button": "left",
"pos": [
477,
112
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 30.165758380999932,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0023",
"button": "left",
"pos": [
18,
1049
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 31.276135282999917,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0024",
"button": "left",
"pos": [
921,
567
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 32.78131665899991,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0025",
"button": "left",
"pos": [
202,
109
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 34.372200569999904,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0026",
"button": "left",
"pos": [
1228,
608
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 35.243515893999984,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0027",
"button": "left",
"pos": [
1315,
617
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 36.03661290899993,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0028",
"button": "left",
"pos": [
1249,
615
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 37.02148229699992,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0029",
"button": "left",
"pos": [
1388,
738
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 40.74044372200001,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0030",
"button": "left",
"pos": [
1409,
325
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 42.758355011999924,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0031",
"button": "left",
"pos": [
50,
1046
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 43.376294481999935,
"type": "hover_idle",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0032",
"button": null,
"pos": [
50,
1046
],
"keys": null,
"idle_ms": 765,
"scroll_delta": null
},
{
"t": 44.139958315999934,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0033",
"button": "left",
"pos": [
893,
596
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 45.75844244999996,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0034",
"button": "left",
"pos": [
222,
98
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 47.0802802689999,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0035",
"button": "left",
"pos": [
451,
886
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 47.98049304799997,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0036",
"button": "left",
"pos": [
501,
885
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 48.46200554099994,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0037",
"button": "left",
"pos": [
449,
896
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 50.189399718999994,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0038",
"button": "left",
"pos": [
615,
991
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 50.506878960999984,
"type": "hover_idle",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0039",
"button": null,
"pos": [
615,
991
],
"keys": null,
"idle_ms": 709,
"scroll_delta": null
},
{
"t": 51.91749932999994,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0040",
"button": "left",
"pos": [
619,
593
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 54.853834897999945,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0041",
"button": "left",
"pos": [
1695,
23
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
}
],
"screenshots": [
{
"screenshot_id": "shot_0001",
"relative_path": "shots/shot_0001.png",
"captured_at": "2026-01-06T00:05:41Z"
},
{
"screenshot_id": "shot_0002",
"relative_path": "shots/shot_0002.png",
"captured_at": "2026-01-06T00:05:43Z"
},
{
"screenshot_id": "shot_0003",
"relative_path": "shots/shot_0003.png",
"captured_at": "2026-01-06T00:05:46Z"
},
{
"screenshot_id": "shot_0004",
"relative_path": "shots/shot_0004.png",
"captured_at": "2026-01-06T00:05:46Z"
},
{
"screenshot_id": "shot_0005",
"relative_path": "shots/shot_0005.png",
"captured_at": "2026-01-06T00:05:47Z"
},
{
"screenshot_id": "shot_0006",
"relative_path": "shots/shot_0006.png",
"captured_at": "2026-01-06T00:05:48Z"
},
{
"screenshot_id": "shot_0007",
"relative_path": "shots/shot_0007.png",
"captured_at": "2026-01-06T00:05:49Z"
},
{
"screenshot_id": "shot_0008",
"relative_path": "shots/shot_0008.png",
"captured_at": "2026-01-06T00:05:51Z"
},
{
"screenshot_id": "shot_0009",
"relative_path": "shots/shot_0009.png",
"captured_at": "2026-01-06T00:05:52Z"
},
{
"screenshot_id": "shot_0010",
"relative_path": "shots/shot_0010.png",
"captured_at": "2026-01-06T00:05:54Z"
},
{
"screenshot_id": "shot_0011",
"relative_path": "shots/shot_0011.png",
"captured_at": "2026-01-06T00:05:55Z"
},
{
"screenshot_id": "shot_0012",
"relative_path": "shots/shot_0012.png",
"captured_at": "2026-01-06T00:05:56Z"
},
{
"screenshot_id": "shot_0013",
"relative_path": "shots/shot_0013.png",
"captured_at": "2026-01-06T00:05:56Z"
},
{
"screenshot_id": "shot_0014",
"relative_path": "shots/shot_0014.png",
"captured_at": "2026-01-06T00:05:57Z"
},
{
"screenshot_id": "shot_0015",
"relative_path": "shots/shot_0015.png",
"captured_at": "2026-01-06T00:05:58Z"
},
{
"screenshot_id": "shot_0016",
"relative_path": "shots/shot_0016.png",
"captured_at": "2026-01-06T00:06:00Z"
},
{
"screenshot_id": "shot_0017",
"relative_path": "shots/shot_0017.png",
"captured_at": "2026-01-06T00:06:01Z"
},
{
"screenshot_id": "shot_0018",
"relative_path": "shots/shot_0018.png",
"captured_at": "2026-01-06T00:06:03Z"
},
{
"screenshot_id": "shot_0019",
"relative_path": "shots/shot_0019.png",
"captured_at": "2026-01-06T00:06:03Z"
},
{
"screenshot_id": "shot_0020",
"relative_path": "shots/shot_0020.png",
"captured_at": "2026-01-06T00:06:05Z"
},
{
"screenshot_id": "shot_0021",
"relative_path": "shots/shot_0021.png",
"captured_at": "2026-01-06T00:06:06Z"
},
{
"screenshot_id": "shot_0022",
"relative_path": "shots/shot_0022.png",
"captured_at": "2026-01-06T00:06:07Z"
},
{
"screenshot_id": "shot_0023",
"relative_path": "shots/shot_0023.png",
"captured_at": "2026-01-06T00:06:08Z"
},
{
"screenshot_id": "shot_0024",
"relative_path": "shots/shot_0024.png",
"captured_at": "2026-01-06T00:06:09Z"
},
{
"screenshot_id": "shot_0025",
"relative_path": "shots/shot_0025.png",
"captured_at": "2026-01-06T00:06:11Z"
},
{
"screenshot_id": "shot_0026",
"relative_path": "shots/shot_0026.png",
"captured_at": "2026-01-06T00:06:13Z"
},
{
"screenshot_id": "shot_0027",
"relative_path": "shots/shot_0027.png",
"captured_at": "2026-01-06T00:06:13Z"
},
{
"screenshot_id": "shot_0028",
"relative_path": "shots/shot_0028.png",
"captured_at": "2026-01-06T00:06:14Z"
},
{
"screenshot_id": "shot_0029",
"relative_path": "shots/shot_0029.png",
"captured_at": "2026-01-06T00:06:15Z"
},
{
"screenshot_id": "shot_0030",
"relative_path": "shots/shot_0030.png",
"captured_at": "2026-01-06T00:06:19Z"
},
{
"screenshot_id": "shot_0031",
"relative_path": "shots/shot_0031.png",
"captured_at": "2026-01-06T00:06:21Z"
},
{
"screenshot_id": "shot_0032",
"relative_path": "shots/shot_0032.png",
"captured_at": "2026-01-06T00:06:22Z"
},
{
"screenshot_id": "shot_0033",
"relative_path": "shots/shot_0033.png",
"captured_at": "2026-01-06T00:06:22Z"
},
{
"screenshot_id": "shot_0034",
"relative_path": "shots/shot_0034.png",
"captured_at": "2026-01-06T00:06:24Z"
},
{
"screenshot_id": "shot_0035",
"relative_path": "shots/shot_0035.png",
"captured_at": "2026-01-06T00:06:25Z"
},
{
"screenshot_id": "shot_0036",
"relative_path": "shots/shot_0036.png",
"captured_at": "2026-01-06T00:06:26Z"
},
{
"screenshot_id": "shot_0037",
"relative_path": "shots/shot_0037.png",
"captured_at": "2026-01-06T00:06:27Z"
},
{
"screenshot_id": "shot_0038",
"relative_path": "shots/shot_0038.png",
"captured_at": "2026-01-06T00:06:28Z"
},
{
"screenshot_id": "shot_0039",
"relative_path": "shots/shot_0039.png",
"captured_at": "2026-01-06T00:06:29Z"
},
{
"screenshot_id": "shot_0040",
"relative_path": "shots/shot_0040.png",
"captured_at": "2026-01-06T00:06:30Z"
},
{
"screenshot_id": "shot_0041",
"relative_path": "shots/shot_0041.png",
"captured_at": "2026-01-06T00:06:33Z"
}
]
}

933
data/training/sessions/sess_20260106T010538_a8198efb/sess_20260106T010538_a8198efb/sess_20260106T010538_a8198efb.json Normal file
View File

@@ -0,0 +1,933 @@
{
"schema_version": "rawsession_v1",
"session_id": "sess_20260106T010538_a8198efb",
"agent_version": "0.1.0",
"environment": {
"platform": "linux",
"hostname": "dom-X870-Riptide-WiFi",
"screen": {
"primary_resolution": [
1920,
1080
],
"display_scale": 1.0
}
},
"user": {
"id": "demo_user",
"label": "Démo agent_v0"
},
"context": {
"customer": "Clinique Demo",
"training_label": "Facturation_T2A_demo",
"notes": "Session réelle avec clics + screenshots + key combos."
},
"started_at": "2026-01-06T00:05:38Z",
"ended_at": "2026-01-06T00:06:33Z",
"events": [
{
"t": 3.3353043369999114,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0001",
"button": "left",
"pos": [
22,
1047
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 4.949865005999982,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0002",
"button": "left",
"pos": [
935,
577
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 7.643017855999915,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0003",
"button": "left",
"pos": [
317,
405
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 8.316041730999927,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0004",
"button": "left",
"pos": [
370,
388
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 9.238905940999985,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0005",
"button": "left",
"pos": [
322,
396
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 9.730535110000005,
"type": "hover_idle",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0006",
"button": null,
"pos": [
322,
396
],
"keys": null,
"idle_ms": 744,
"scroll_delta": null
},
{
"t": 10.643742633999977,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0007",
"button": "left",
"pos": [
444,
494
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 12.748225215999923,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0008",
"button": "left",
"pos": [
475,
101
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 14.038925976999963,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0009",
"button": "left",
"pos": [
37,
1027
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 15.412873611999999,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0010",
"button": "left",
"pos": [
951,
588
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 16.971653163999918,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0011",
"button": "left",
"pos": [
317,
398
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 17.507973624999977,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0012",
"button": "left",
"pos": [
377,
386
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 17.99504247099992,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0013",
"button": "left",
"pos": [
323,
400
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 18.891324822,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0014",
"button": "left",
"pos": [
477,
516
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 20.05811306699991,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0015",
"button": "left",
"pos": [
484,
104
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 21.885078191999924,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0016",
"button": "left",
"pos": [
21,
1037
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 22.980687899999907,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0017",
"button": "left",
"pos": [
876,
577
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 24.404985842999963,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0018",
"button": "left",
"pos": [
293,
394
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 24.956075762999944,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0019",
"button": "left",
"pos": [
376,
397
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 26.661385636999967,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0020",
"button": "left",
"pos": [
323,
395
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 27.574500948999912,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0021",
"button": "left",
"pos": [
445,
510
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 28.883696005999923,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0022",
"button": "left",
"pos": [
477,
112
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 30.165758380999932,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0023",
"button": "left",
"pos": [
18,
1049
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 31.276135282999917,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0024",
"button": "left",
"pos": [
921,
567
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 32.78131665899991,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0025",
"button": "left",
"pos": [
202,
109
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 34.372200569999904,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0026",
"button": "left",
"pos": [
1228,
608
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 35.243515893999984,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0027",
"button": "left",
"pos": [
1315,
617
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 36.03661290899993,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0028",
"button": "left",
"pos": [
1249,
615
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 37.02148229699992,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0029",
"button": "left",
"pos": [
1388,
738
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 40.74044372200001,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0030",
"button": "left",
"pos": [
1409,
325
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 42.758355011999924,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0031",
"button": "left",
"pos": [
50,
1046
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 43.376294481999935,
"type": "hover_idle",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0032",
"button": null,
"pos": [
50,
1046
],
"keys": null,
"idle_ms": 765,
"scroll_delta": null
},
{
"t": 44.139958315999934,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0033",
"button": "left",
"pos": [
893,
596
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 45.75844244999996,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0034",
"button": "left",
"pos": [
222,
98
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 47.0802802689999,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0035",
"button": "left",
"pos": [
451,
886
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 47.98049304799997,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0036",
"button": "left",
"pos": [
501,
885
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 48.46200554099994,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0037",
"button": "left",
"pos": [
449,
896
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 50.189399718999994,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0038",
"button": "left",
"pos": [
615,
991
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 50.506878960999984,
"type": "hover_idle",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0039",
"button": null,
"pos": [
615,
991
],
"keys": null,
"idle_ms": 709,
"scroll_delta": null
},
{
"t": 51.91749932999994,
"type": "mouse_click",
"window": {
"title": "Calculatrice",
"app_name": "gnome-calculato"
},
"screenshot_id": "shot_0040",
"button": "left",
"pos": [
619,
593
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
},
{
"t": 54.853834897999945,
"type": "mouse_click",
"window": {
"title": "REAL_FUNCTIONALITY_TEST_ENCRYPTION_IMPROVEMENTS.md - rpa_vision_v3 - Kiro",
"app_name": "kiro"
},
"screenshot_id": "shot_0041",
"button": "left",
"pos": [
1695,
23
],
"keys": null,
"idle_ms": null,
"scroll_delta": null
}
],
"screenshots": [
{
"screenshot_id": "shot_0001",
"relative_path": "shots/shot_0001.png",
"captured_at": "2026-01-06T00:05:41Z"
},
{
"screenshot_id": "shot_0002",
"relative_path": "shots/shot_0002.png",
"captured_at": "2026-01-06T00:05:43Z"
},
{
"screenshot_id": "shot_0003",
"relative_path": "shots/shot_0003.png",
"captured_at": "2026-01-06T00:05:46Z"
},
{
"screenshot_id": "shot_0004",
"relative_path": "shots/shot_0004.png",
"captured_at": "2026-01-06T00:05:46Z"
},
{
"screenshot_id": "shot_0005",
"relative_path": "shots/shot_0005.png",
"captured_at": "2026-01-06T00:05:47Z"
},
{
"screenshot_id": "shot_0006",
"relative_path": "shots/shot_0006.png",
"captured_at": "2026-01-06T00:05:48Z"
},
{
"screenshot_id": "shot_0007",
"relative_path": "shots/shot_0007.png",
"captured_at": "2026-01-06T00:05:49Z"
},
{
"screenshot_id": "shot_0008",
"relative_path": "shots/shot_0008.png",
"captured_at": "2026-01-06T00:05:51Z"
},
{
"screenshot_id": "shot_0009",
"relative_path": "shots/shot_0009.png",
"captured_at": "2026-01-06T00:05:52Z"
},
{
"screenshot_id": "shot_0010",
"relative_path": "shots/shot_0010.png",
"captured_at": "2026-01-06T00:05:54Z"
},
{
"screenshot_id": "shot_0011",
"relative_path": "shots/shot_0011.png",
"captured_at": "2026-01-06T00:05:55Z"
},
{
"screenshot_id": "shot_0012",
"relative_path": "shots/shot_0012.png",
"captured_at": "2026-01-06T00:05:56Z"
},
{
"screenshot_id": "shot_0013",
"relative_path": "shots/shot_0013.png",
"captured_at": "2026-01-06T00:05:56Z"
},
{
"screenshot_id": "shot_0014",
"relative_path": "shots/shot_0014.png",
"captured_at": "2026-01-06T00:05:57Z"
},
{
"screenshot_id": "shot_0015",
"relative_path": "shots/shot_0015.png",
"captured_at": "2026-01-06T00:05:58Z"
},
{
"screenshot_id": "shot_0016",
"relative_path": "shots/shot_0016.png",
"captured_at": "2026-01-06T00:06:00Z"
},
{
"screenshot_id": "shot_0017",
"relative_path": "shots/shot_0017.png",
"captured_at": "2026-01-06T00:06:01Z"
},
{
"screenshot_id": "shot_0018",
"relative_path": "shots/shot_0018.png",
"captured_at": "2026-01-06T00:06:03Z"
},
{
"screenshot_id": "shot_0019",
"relative_path": "shots/shot_0019.png",
"captured_at": "2026-01-06T00:06:03Z"
},
{
"screenshot_id": "shot_0020",
"relative_path": "shots/shot_0020.png",
"captured_at": "2026-01-06T00:06:05Z"
},
{
"screenshot_id": "shot_0021",
"relative_path": "shots/shot_0021.png",
"captured_at": "2026-01-06T00:06:06Z"
},
{
"screenshot_id": "shot_0022",
"relative_path": "shots/shot_0022.png",
"captured_at": "2026-01-06T00:06:07Z"
},
{
"screenshot_id": "shot_0023",
"relative_path": "shots/shot_0023.png",
"captured_at": "2026-01-06T00:06:08Z"
},
{
"screenshot_id": "shot_0024",
"relative_path": "shots/shot_0024.png",
"captured_at": "2026-01-06T00:06:09Z"
},
{
"screenshot_id": "shot_0025",
"relative_path": "shots/shot_0025.png",
"captured_at": "2026-01-06T00:06:11Z"
},
{
"screenshot_id": "shot_0026",
"relative_path": "shots/shot_0026.png",
"captured_at": "2026-01-06T00:06:13Z"
},
{
"screenshot_id": "shot_0027",
"relative_path": "shots/shot_0027.png",
"captured_at": "2026-01-06T00:06:13Z"
},
{
"screenshot_id": "shot_0028",
"relative_path": "shots/shot_0028.png",
"captured_at": "2026-01-06T00:06:14Z"
},
{
"screenshot_id": "shot_0029",
"relative_path": "shots/shot_0029.png",
"captured_at": "2026-01-06T00:06:15Z"
},
{
"screenshot_id": "shot_0030",
"relative_path": "shots/shot_0030.png",
"captured_at": "2026-01-06T00:06:19Z"
},
{
"screenshot_id": "shot_0031",
"relative_path": "shots/shot_0031.png",
"captured_at": "2026-01-06T00:06:21Z"
},
{
"screenshot_id": "shot_0032",
"relative_path": "shots/shot_0032.png",
"captured_at": "2026-01-06T00:06:22Z"
},
{
"screenshot_id": "shot_0033",
"relative_path": "shots/shot_0033.png",
"captured_at": "2026-01-06T00:06:22Z"
},
{
"screenshot_id": "shot_0034",
"relative_path": "shots/shot_0034.png",
"captured_at": "2026-01-06T00:06:24Z"
},
{
"screenshot_id": "shot_0035",
"relative_path": "shots/shot_0035.png",
"captured_at": "2026-01-06T00:06:25Z"
},
{
"screenshot_id": "shot_0036",
"relative_path": "shots/shot_0036.png",
"captured_at": "2026-01-06T00:06:26Z"
},
{
"screenshot_id": "shot_0037",
"relative_path": "shots/shot_0037.png",
"captured_at": "2026-01-06T00:06:27Z"
},
{
"screenshot_id": "shot_0038",
"relative_path": "shots/shot_0038.png",
"captured_at": "2026-01-06T00:06:28Z"
},
{
"screenshot_id": "shot_0039",
"relative_path": "shots/shot_0039.png",
"captured_at": "2026-01-06T00:06:29Z"
},
{
"screenshot_id": "shot_0040",
"relative_path": "shots/shot_0040.png",
"captured_at": "2026-01-06T00:06:30Z"
},
{
"screenshot_id": "shot_0041",
"relative_path": "shots/shot_0041.png",
"captured_at": "2026-01-06T00:06:33Z"
}
]
}