v1.0 - Version stable: multi-PC, détection UI-DETR-1, 3 modes exécution
- Frontend v4 accessible sur réseau local (192.168.1.40) - Ports ouverts: 3002 (frontend), 5001 (backend), 5004 (dashboard) - Ollama GPU fonctionnel - Self-healing interactif - Dashboard confiance Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
4
tests/dataset/example_form_001/expected.json
Normal file
4
tests/dataset/example_form_001/expected.json
Normal file
@@ -0,0 +1,4 @@
|
||||
{
|
||||
"element_id": "login_button",
|
||||
"confidence": 0.95
|
||||
}
|
||||
8
tests/dataset/example_form_001/metadata.json
Normal file
8
tests/dataset/example_form_001/metadata.json
Normal file
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"description": "Test case for login button resolution in a standard form",
|
||||
"category": "form_interaction",
|
||||
"difficulty": "easy",
|
||||
"created_by": "Dom, Alice Kiro",
|
||||
"created_date": "2025-12-22",
|
||||
"tags": ["login", "button", "form", "primary_action"]
|
||||
}
|
||||
144
tests/dataset/example_form_001/screen_state.json
Normal file
144
tests/dataset/example_form_001/screen_state.json
Normal file
@@ -0,0 +1,144 @@
|
||||
{
|
||||
"screen_state_id": "example_state_001",
|
||||
"timestamp": "2025-12-22T10:30:00.000000",
|
||||
"session_id": "example_session",
|
||||
"window": {
|
||||
"app_name": "ExampleApp",
|
||||
"window_title": "Login Form",
|
||||
"screen_resolution": [1920, 1080],
|
||||
"workspace": "main"
|
||||
},
|
||||
"raw": {
|
||||
"screenshot_path": "/tmp/example_screenshot.png",
|
||||
"capture_method": "mss",
|
||||
"file_size_bytes": 2048
|
||||
},
|
||||
"perception": {
|
||||
"embedding": {
|
||||
"provider": "openclip_ViT-B-32",
|
||||
"vector_id": "/tmp/example_embedding.npy",
|
||||
"dimensions": 512
|
||||
},
|
||||
"detected_text": ["Username", "Password", "Login", "Forgot Password?"],
|
||||
"text_detection_method": "qwen_vl",
|
||||
"confidence_avg": 0.92
|
||||
},
|
||||
"context": {
|
||||
"current_workflow_candidate": null,
|
||||
"workflow_step": null,
|
||||
"user_id": "test_user",
|
||||
"tags": ["login", "form"],
|
||||
"business_variables": {}
|
||||
},
|
||||
"metadata": {},
|
||||
"ui_elements": [
|
||||
{
|
||||
"element_id": "username_field",
|
||||
"type": "text_input",
|
||||
"role": "form_input",
|
||||
"bbox": {
|
||||
"x": 400,
|
||||
"y": 300,
|
||||
"width": 200,
|
||||
"height": 30
|
||||
},
|
||||
"center": [500, 315],
|
||||
"label": "Username",
|
||||
"label_confidence": 0.95,
|
||||
"embeddings": {
|
||||
"image": null,
|
||||
"text": null
|
||||
},
|
||||
"visual_features": {
|
||||
"dominant_color": "#FFFFFF",
|
||||
"has_icon": false,
|
||||
"shape": "rectangle",
|
||||
"size_category": "medium"
|
||||
},
|
||||
"tags": ["input", "required"],
|
||||
"confidence": 0.90,
|
||||
"metadata": {}
|
||||
},
|
||||
{
|
||||
"element_id": "password_field",
|
||||
"type": "text_input",
|
||||
"role": "form_input",
|
||||
"bbox": {
|
||||
"x": 400,
|
||||
"y": 350,
|
||||
"width": 200,
|
||||
"height": 30
|
||||
},
|
||||
"center": [500, 365],
|
||||
"label": "Password",
|
||||
"label_confidence": 0.93,
|
||||
"embeddings": {
|
||||
"image": null,
|
||||
"text": null
|
||||
},
|
||||
"visual_features": {
|
||||
"dominant_color": "#FFFFFF",
|
||||
"has_icon": false,
|
||||
"shape": "rectangle",
|
||||
"size_category": "medium"
|
||||
},
|
||||
"tags": ["input", "password", "required"],
|
||||
"confidence": 0.88,
|
||||
"metadata": {}
|
||||
},
|
||||
{
|
||||
"element_id": "login_button",
|
||||
"type": "button",
|
||||
"role": "primary_action",
|
||||
"bbox": {
|
||||
"x": 450,
|
||||
"y": 400,
|
||||
"width": 100,
|
||||
"height": 35
|
||||
},
|
||||
"center": [500, 417],
|
||||
"label": "Login",
|
||||
"label_confidence": 0.98,
|
||||
"embeddings": {
|
||||
"image": null,
|
||||
"text": null
|
||||
},
|
||||
"visual_features": {
|
||||
"dominant_color": "#007BFF",
|
||||
"has_icon": false,
|
||||
"shape": "rounded_rectangle",
|
||||
"size_category": "medium"
|
||||
},
|
||||
"tags": ["button", "primary"],
|
||||
"confidence": 0.95,
|
||||
"metadata": {}
|
||||
},
|
||||
{
|
||||
"element_id": "forgot_password_link",
|
||||
"type": "link",
|
||||
"role": "secondary_action",
|
||||
"bbox": {
|
||||
"x": 420,
|
||||
"y": 450,
|
||||
"width": 160,
|
||||
"height": 20
|
||||
},
|
||||
"center": [500, 460],
|
||||
"label": "Forgot Password?",
|
||||
"label_confidence": 0.85,
|
||||
"embeddings": {
|
||||
"image": null,
|
||||
"text": null
|
||||
},
|
||||
"visual_features": {
|
||||
"dominant_color": "#6C757D",
|
||||
"has_icon": false,
|
||||
"shape": "rectangle",
|
||||
"size_category": "small"
|
||||
},
|
||||
"tags": ["link", "secondary"],
|
||||
"confidence": 0.82,
|
||||
"metadata": {}
|
||||
}
|
||||
]
|
||||
}
|
||||
12
tests/dataset/example_form_001/target_spec.json
Normal file
12
tests/dataset/example_form_001/target_spec.json
Normal file
@@ -0,0 +1,12 @@
|
||||
{
|
||||
"by_role": "button",
|
||||
"by_text": "Login",
|
||||
"by_position": null,
|
||||
"selection_policy": "first",
|
||||
"fallback_strategy": "visual_similarity",
|
||||
"context_hints": {
|
||||
"below_text": "Password"
|
||||
},
|
||||
"hard_constraints": {},
|
||||
"weights": {}
|
||||
}
|
||||
Reference in New Issue
Block a user