v1.0 - Version stable: multi-PC, détection UI-DETR-1, 3 modes exécution

- Frontend v4 accessible sur réseau local (192.168.1.40)
- Ports ouverts: 3002 (frontend), 5001 (backend), 5004 (dashboard)
- Ollama GPU fonctionnel
- Self-healing interactif
- Dashboard confiance

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
Dom
2026-01-29 11:23:51 +01:00
parent 21bfa3b337
commit a27b74cf22
1595 changed files with 412691 additions and 400 deletions

View File

@@ -0,0 +1,4 @@
{
"element_id": "login_button",
"confidence": 0.95
}

View File

@@ -0,0 +1,8 @@
{
"description": "Test case for login button resolution in a standard form",
"category": "form_interaction",
"difficulty": "easy",
"created_by": "Dom, Alice Kiro",
"created_date": "2025-12-22",
"tags": ["login", "button", "form", "primary_action"]
}

View File

@@ -0,0 +1,144 @@
{
"screen_state_id": "example_state_001",
"timestamp": "2025-12-22T10:30:00.000000",
"session_id": "example_session",
"window": {
"app_name": "ExampleApp",
"window_title": "Login Form",
"screen_resolution": [1920, 1080],
"workspace": "main"
},
"raw": {
"screenshot_path": "/tmp/example_screenshot.png",
"capture_method": "mss",
"file_size_bytes": 2048
},
"perception": {
"embedding": {
"provider": "openclip_ViT-B-32",
"vector_id": "/tmp/example_embedding.npy",
"dimensions": 512
},
"detected_text": ["Username", "Password", "Login", "Forgot Password?"],
"text_detection_method": "qwen_vl",
"confidence_avg": 0.92
},
"context": {
"current_workflow_candidate": null,
"workflow_step": null,
"user_id": "test_user",
"tags": ["login", "form"],
"business_variables": {}
},
"metadata": {},
"ui_elements": [
{
"element_id": "username_field",
"type": "text_input",
"role": "form_input",
"bbox": {
"x": 400,
"y": 300,
"width": 200,
"height": 30
},
"center": [500, 315],
"label": "Username",
"label_confidence": 0.95,
"embeddings": {
"image": null,
"text": null
},
"visual_features": {
"dominant_color": "#FFFFFF",
"has_icon": false,
"shape": "rectangle",
"size_category": "medium"
},
"tags": ["input", "required"],
"confidence": 0.90,
"metadata": {}
},
{
"element_id": "password_field",
"type": "text_input",
"role": "form_input",
"bbox": {
"x": 400,
"y": 350,
"width": 200,
"height": 30
},
"center": [500, 365],
"label": "Password",
"label_confidence": 0.93,
"embeddings": {
"image": null,
"text": null
},
"visual_features": {
"dominant_color": "#FFFFFF",
"has_icon": false,
"shape": "rectangle",
"size_category": "medium"
},
"tags": ["input", "password", "required"],
"confidence": 0.88,
"metadata": {}
},
{
"element_id": "login_button",
"type": "button",
"role": "primary_action",
"bbox": {
"x": 450,
"y": 400,
"width": 100,
"height": 35
},
"center": [500, 417],
"label": "Login",
"label_confidence": 0.98,
"embeddings": {
"image": null,
"text": null
},
"visual_features": {
"dominant_color": "#007BFF",
"has_icon": false,
"shape": "rounded_rectangle",
"size_category": "medium"
},
"tags": ["button", "primary"],
"confidence": 0.95,
"metadata": {}
},
{
"element_id": "forgot_password_link",
"type": "link",
"role": "secondary_action",
"bbox": {
"x": 420,
"y": 450,
"width": 160,
"height": 20
},
"center": [500, 460],
"label": "Forgot Password?",
"label_confidence": 0.85,
"embeddings": {
"image": null,
"text": null
},
"visual_features": {
"dominant_color": "#6C757D",
"has_icon": false,
"shape": "rectangle",
"size_category": "small"
},
"tags": ["link", "secondary"],
"confidence": 0.82,
"metadata": {}
}
]
}

View File

@@ -0,0 +1,12 @@
{
"by_role": "button",
"by_text": "Login",
"by_position": null,
"selection_policy": "first",
"fallback_strategy": "visual_similarity",
"context_hints": {
"below_text": "Password"
},
"hard_constraints": {},
"weights": {}
}