Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1483
data/training/sessions/sess_20260105T200831_09f34d8c/sess_20260105T200831_09f34d8c.json Normal file
View File

File diff suppressed because it is too large Load Diff

1483
data/training/sessions/sess_20260105T200831_09f34d8c/sess_20260105T200831_09f34d8c/sess_20260105T200831_09f34d8c.json Normal file
View File

File diff suppressed because it is too large Load Diff

614
data/training/sessions/sess_20260105T200831_09f34d8c/test_workflow.json Normal file
View File

@@ -0,0 +1,614 @@
{
"workflow_id": "test_workflow",
"name": "test_workflow",
"description": "Auto-generated workflow",
"version": 1,
"learning_state": "OBSERVATION",
"created_at": "2026-03-10T17:35:51.479866",
"updated_at": "2026-03-10T17:35:51.479866",
"entry_nodes": [
"node_000"
],
"end_nodes": [],
"nodes": [
{
"node_id": "node_000",
"name": "State Pattern 0",
"description": "Pattern auto-d\u00e9tect\u00e9 (56 observations)",
"template": {
"window": {
"title_pattern": "Calculatrice",
"title_contains": "Calculatrice",
"process_name": null
},
"text": {
"required_texts": [],
"forbidden_texts": []
},
"ui": {
"required_roles": [],
"required_types": [],
"min_element_count": 0
},
"embedding": {
"provider": "openclip_ViT-B-32",
"vector_id": "",
"min_cosine_similarity": 0.85,
"sample_count": 56
}
},
"is_entry": false,
"is_end": false,
"variants": [],
"primary_variant_id": null,
"max_variants": 5,
"prototype_version": null,
"prototype_history": [],
"quality_score": 0.0,
"cluster_metrics": {},
"spatial_relations": [],
"container_type": null,
"metadata": {
"observation_count": 56,
"_prototype_vector": [
0.006580164656043053,
0.010292114689946175,
-0.0040022325702011585,
-0.011269993148744106,
0.015096521936357021,
0.001487121800892055,
0.004459968768060207,
0.020120004191994667,
0.0024275523610413074,
0.01693389192223549,
-0.013380223885178566,
-0.0031829902436584234,
-0.02491920068860054,
-0.02057531662285328,
0.014551258645951748,
-0.004659567028284073,
-0.02893218584358692,
-0.005155173595994711,
0.005152312573045492,
-0.016669373959302902,
0.06666385382413864,
0.004852119833230972,
0.01836375519633293,
-0.022351469844579697,
-0.011336637660861015,
0.03358751907944679,
-0.008938886225223541,
-0.0071053956635296345,
-0.003899447387084365,
-0.001213284325785935,
0.013966772705316544,
0.0015006407629698515,
-0.01361775677651167,
0.02697426825761795,
0.020202044397592545,
-0.016336355358362198,
-0.00626439368352294,
0.03800937905907631,
0.02932841330766678,
-0.16835883259773254,
-0.014013940468430519,
-0.015616212040185928,
4.9563412176212296e-05,
-0.06423182040452957,
-0.0117042763158679,
0.05829913541674614,
0.017265882343053818,
0.0010772824753075838,
0.0022644002456218004,
0.030157964676618576,
0.0128395427018404,
0.02682776190340519,
-0.001288080820813775,
0.014837709255516529,
-0.0294186994433403,
0.01518024317920208,
0.010869239456951618,
0.029025988653302193,
-0.012609544210135937,
0.03605421632528305,
-0.04863043129444122,
0.0013220049440860748,
-0.021570339798927307,
0.0013741485308855772,
-0.01554149854928255,
0.0011627001222223043,
-0.03100857511162758,
-0.015369705855846405,
-0.006611714605242014,
-0.02888503111898899,
0.004254319705069065,
-0.03505028039216995,
-0.019156713038682938,
-0.028406620025634766,
0.005774781107902527,
-0.041588883846998215,
0.016292810440063477,
0.0026066480204463005,
0.020611708983778954,
0.00033349046134389937,
-0.008638214319944382,
0.017242344096302986,
0.007444634567946196,
-0.028504647314548492,
-0.0040319208055734634,
0.006897732149809599,
0.03724566847085953,
-0.017972800880670547,
0.03850332275032997,
-0.0449061393737793,
0.020955339074134827,
0.0189862959086895,
-0.679764449596405,
-0.05930997058749199,
0.00020145568123552948,
0.024359053000807762,
-0.01026001013815403,
-0.01938060112297535,
0.020484717562794685,
0.006935201585292816,
-0.024748830124735832,
0.028936147689819336,
-0.04113271087408066,
-0.030861610546708107,
-0.015052743256092072,
0.015654252842068672,
-0.25165435671806335,
-0.014323089271783829,
-0.018720924854278564,
0.035226333886384964,
0.013105575926601887,
-0.02961009368300438,
0.009646497666835785,
-0.02358110621571541,
-0.005270307417958975,
-0.005882014520466328,
0.008601711131632328,
-0.0009459395660087466,
-0.013850412331521511,
-0.0017587915062904358,
0.019269723445177078,
0.020905187353491783,
0.007071853149682283,
-0.03369656577706337,
-0.0001863007782958448,
0.017977450042963028,
-0.003896307898685336,
-0.02498192898929119,
0.015408605337142944,
-0.006760911550372839,
0.027527157217264175,
-0.015776660293340683,
0.0013815258862450719,
0.08507304638624191,
0.002572879660874605,
0.019614754244685173,
-0.004720034543424845,
-0.0430433563888073,
0.012589720077812672,
-0.009700256399810314,
0.011201171204447746,
0.0016574360197409987,
0.005416678264737129,
-0.01374286413192749,
-0.01220095343887806,
-0.0263337604701519,
-0.0069812904112041,
0.05430205911397934,
-0.005331575404852629,
-0.02422916516661644,
-0.0068955491296947,
-0.012798353098332882,
0.029403626918792725,
0.0314684733748436,
-0.012464785948395729,
-0.028688397258520126,
0.01964365690946579,
0.0226617269217968,
-0.006996057461947203,
0.03164777159690857,
-0.009208600968122482,
-0.01713552325963974,
-0.007205072790384293,
0.013931351713836193,
0.06854840368032455,
0.006397831719368696,
0.10261683911085129,
-0.0037396098487079144,
-0.01004750281572342,
0.004442554898560047,
-0.03822215646505356,
-0.020342903211712837,
0.023682590574026108,
0.020069405436515808,
0.021828139200806618,
0.016152620315551758,
0.009947258047759533,
0.033188678324222565,
0.05143505707383156,
-0.03388001397252083,
0.034541159868240356,
-0.006026817951351404,
-0.028382185846567154,
-0.012155837379395962,
-0.013999511487782001,
-0.01048921700567007,
0.018280785530805588,
-0.022924652323126793,
-0.010733944363892078,
0.0034152085427194834,
0.009338646195828915,
-0.015724381431937218,
0.022941526025533676,
-0.007412784267216921,
0.007541029714047909,
0.03605357185006142,
0.032216817140579224,
-0.00418048957362771,
-0.04378097876906395,
-0.003962351940572262,
0.03186139091849327,
-0.006920358631759882,
-0.005119873210787773,
-0.05237197130918503,
0.010266352444887161,
-0.013493821956217289,
0.00256801163777709,
0.03069818764925003,
-0.01832500286400318,
0.028173865750432014,
-0.020117131993174553,
0.014457507990300655,
-0.015618967823684216,
0.007794665638357401,
-0.005550768692046404,
-0.006291417870670557,
0.004970382433384657,
0.003981941845268011,
0.09077288210391998,
-0.007360031362622976,
0.018047304823994637,
-0.013098647817969322,
0.008327166549861431,
0.00631517032161355,
0.004538008011877537,
0.021996483206748962,
0.051202766597270966,
0.009231395088136196,
-0.023145485669374466,
0.0066923173144459724,
-0.0641242191195488,
0.027344947680830956,
0.0006634390447288752,
-0.011113258078694344,
0.01167540717869997,
-0.05161433666944504,
0.032864175736904144,
0.004820830654352903,
-0.004986972082406282,
0.008897742256522179,
-0.007113519590348005,
0.005498041398823261,
0.040808022022247314,
-0.02266518771648407,
-0.02713179402053356,
0.08678016811609268,
-0.02091851644217968,
-0.020158972591161728,
0.0031192514579743147,
-0.013589669018983841,
0.010214409790933132,
0.001201242790557444,
-0.040126968175172806,
-0.042219869792461395,
0.022488093003630638,
-0.0009010606445372105,
-0.02199770323932171,
0.027897927910089493,
-0.16733862459659576,
-0.022989895194768906,
-0.006187679246068001,
-0.01162074226886034,
-0.008723394945263863,
0.10915376991033554,
0.003422259818762541,
-0.028294475749135017,
-0.014403288252651691,
-0.027028106153011322,
-0.0062893833965063095,
-0.028596865013241768,
-0.021156277507543564,
0.0019622354302555323,
0.00990935880690813,
-0.0029796462040394545,
0.02051042579114437,
0.019091852009296417,
0.002619491657242179,
0.024328237399458885,
-0.027885936200618744,
0.03357574716210365,
0.007984600029885769,
0.004840145818889141,
0.019950225949287415,
-0.009160229936242104,
0.01888175494968891,
0.03831071779131889,
0.018941178917884827,
-0.016595253720879555,
0.031128037720918655,
-0.050109148025512695,
-0.01346258819103241,
-0.0017279083840548992,
0.012857703492045403,
-0.03394240140914917,
-0.03500894457101822,
0.042442675679922104,
-0.05123893916606903,
-0.03680473193526268,
0.004680806305259466,
-0.04805637523531914,
0.02337859757244587,
-0.01905953139066696,
-0.031899210065603256,
-0.03876446932554245,
-0.01893741264939308,
-0.032374609261751175,
-0.017361581325531006,
0.030513709411025047,
-0.009675323963165283,
-0.02317819744348526,
-0.012882275506854057,
-0.005808709654957056,
0.08506223559379578,
0.010685437358915806,
-0.033055588603019714,
-0.026321616023778915,
-0.007111309561878443,
0.032132573425769806,
-0.02533263899385929,
0.09226072579622269,
0.005516556091606617,
0.10081036388874054,
-0.009584309533238411,
0.024574730545282364,
-0.039120014756917953,
-0.031211141496896744,
-0.04220474511384964,
0.0192043986171484,
0.0013151532039046288,
-0.012292305938899517,
-0.012646667659282684,
0.003214404918253422,
0.024573946371674538,
-0.032690826803445816,
-0.003381842514500022,
0.02141481824219227,
0.04523108899593353,
0.011583322659134865,
0.017931263893842697,
0.010286448523402214,
0.027435051277279854,
0.005270135123282671,
-0.02344263345003128,
0.023171722888946533,
0.0027783350087702274,
-0.012533938512206078,
0.01929936744272709,
-0.0017119828844442964,
0.02262704074382782,
0.01769520901143551,
-0.007847047410905361,
-0.044664520770311356,
-0.057574380189180374,
-0.013678096234798431,
-0.0023476132191717625,
-0.015567041002213955,
0.037254784256219864,
0.03442538157105446,
-0.006213184911757708,
-0.040781568735837936,
0.007559974677860737,
-0.014832689426839352,
0.030549563467502594,
0.09960806369781494,
-0.07811716198921204,
-0.013289150781929493,
0.006277130451053381,
-0.003420913824811578,
-0.0020923390984535217,
0.05294879153370857,
0.0073895142413675785,
0.006532154977321625,
-0.0037715551443398,
-0.02876305766403675,
0.027676671743392944,
-0.015184082090854645,
-0.021000513806939125,
0.04172029346227646,
-0.07452397793531418,
0.0027139619924128056,
-0.041002869606018066,
-0.00939821545034647,
-0.05935892462730408,
-0.009432693012058735,
0.0008374165627174079,
-0.013389380648732185,
0.019719591364264488,
-0.014409149996936321,
0.021954357624053955,
-0.04784263297915459,
0.030675720423460007,
-0.0054649608209729195,
-0.006810650695115328,
0.027046259492635727,
-0.027908267453312874,
-0.01007350254803896,
-0.009709767065942287,
0.01942133903503418,
-0.07013391703367233,
-0.041951704770326614,
0.0014550118939951062,
0.0047915177419781685,
0.04642723500728607,
-0.020062414929270744,
0.01923316903412342,
-0.009193548001348972,
-0.004297621548175812,
0.010483668185770512,
0.0950097069144249,
-0.018186142668128014,
-0.02836848422884941,
-0.015082364901900291,
-0.023749850690364838,
0.046059709042310715,
-0.017241345718503,
-0.010068472474813461,
0.030772225931286812,
0.025149628520011902,
-0.0175815150141716,
-0.014435157179832458,
-0.016811594367027283,
-0.039562445133924484,
-0.004188886843621731,
0.007309178821742535,
-0.020118538290262222,
0.049381744116544724,
0.0025905747897922993,
-0.02670547366142273,
-0.15938766300678253,
-0.046217676252126694,
-0.012056099250912666,
0.010021128691732883,
-0.10787107050418854,
-0.012072082608938217,
-0.008374647237360477,
-0.015058577060699463,
-0.014813464134931564,
-0.014210646972060204,
-0.016729295253753662,
-0.004753805696964264,
-0.025631973519921303,
-0.03575429692864418,
-0.01869991235435009,
-0.0016498968470841646,
-0.009927546605467796,
-0.013146354816854,
0.015730390325188637,
0.02818460948765278,
-0.02085234969854355,
-0.0036921792197972536,
-0.07737702876329422,
-0.010846373625099659,
0.027456948533654213,
0.0054123313166201115,
-0.01195592526346445,
0.04719928279519081,
-0.01186527218669653,
-0.049267563968896866,
0.029246767982840538,
0.024513397365808487,
0.028378034010529518,
-0.002451679203659296,
0.018833961337804794,
-0.008169420063495636,
-0.020975179970264435,
-0.010818819515407085,
0.019066989421844482,
-0.015585249289870262,
0.0029506490100175142,
0.014200402423739433,
-0.0016403327463194728,
0.008363732136785984,
0.01961974985897541,
-0.003706766525283456,
0.011182017624378204,
-0.02707900106906891,
-0.0128273144364357,
0.03364189341664314,
0.008304988965392113,
0.026749515905976295,
0.006079571321606636,
-0.039318639785051346,
0.02131493203341961,
0.012468308210372925,
0.03265004977583885,
0.018406027927994728,
0.006567266304045916,
-0.011256108991801739,
-0.03078177012503147,
-0.00657151872292161,
0.06841325759887695,
-0.010870690457522869,
0.011863584630191326,
0.028702644631266594,
-0.019637001678347588,
-0.004533649887889624,
0.03815558925271034,
-0.042308367788791656,
-0.0422246940433979,
-0.04078475013375282,
-0.003534306539222598,
-0.013967141509056091,
0.0008232841501012444,
0.009430771693587303,
-0.019981898367404938,
-0.010218694806098938,
0.008537492714822292,
0.0024000888224691153,
0.014347627758979797,
0.02074263244867325,
-0.05697118490934372,
-0.005073756445199251
]
}
}
],
"edges": [],
"safety_rules": {
"require_confirmation_for": [],
"forbidden_windows": [],
"execution_timeout_minutes": 0
},
"stats": {
"total_executions": 0,
"success_count": 0,
"failure_count": 0,
"observed_runs": 0,
"assist_runs": 0,
"auto_candidate_runs": 0,
"auto_confirmed_runs": 0,
"avg_similarity": 0.0,
"recent_confidence": 0.0,
"last_executed": null
},
"learning": {
"observation_threshold": 5,
"coaching_threshold": 10,
"auto_candidate_threshold": 20,
"min_similarity_coaching": 0.9,
"min_success_rate_auto": 0.9,
"min_success_rate_confirmed": 0.95,
"rollback_confidence_threshold": 0.9
},
"metadata": {
"quality_report": {
"workflow_id": "test_workflow",
"overall_score": 1.0,
"is_production_ready": false,
"cluster_count": 0,
"outlier_count": 0,
"validation_accuracy": 1.0,
"recommendations": [
"Node 'node_000' a seulement 0 observations (minimum: 3)"
],
"created_at": "2026-03-10T17:35:51.480619"
}
},
"loops": {},
"conditionals": {},
"references": []
}