Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

626
data/training/live_sessions/workflows/Tâche du 19 mars à 11h50.json Normal file
View File

@@ -0,0 +1,626 @@
{
"workflow_id": "Tâche du 19 mars à 11h50",
"name": "Tâche du 19 mars à 11h50",
"description": "Auto-generated workflow",
"version": 1,
"learning_state": "AUTO_CANDIDATE",
"created_at": "2026-03-19T11:50:25.070375",
"updated_at": "2026-03-19T11:50:25.070376",
"entry_nodes": [
"node_000"
],
"end_nodes": [],
"nodes": [
{
"node_id": "node_000",
"name": "State Pattern 0",
"description": "Pattern auto-détecté (10 observations)",
"template": {
"window": {
"title_pattern": "Unknown",
"title_contains": "Unknown",
"process_name": null
},
"text": {
"required_texts": [
"mode veille",
"dites sortie de veille de l'accès vocal ou appuyez sur le bouton micro pour activer l'accès vocal.",
"x +",
"cepc > os(c:) > rpa_vision >",
"q rechercher dans :rpa_vision",
"nouveau d u",
"cb détails",
"nom",
"musique",
"a .venv"
],
"forbidden_texts": []
},
"ui": {
"required_roles": [],
"required_types": [],
"min_element_count": 0
},
"embedding": {
"provider": "openclip_ViT-B-32",
"vector_id": "",
"min_cosine_similarity": 0.85,
"sample_count": 10
}
},
"is_entry": false,
"is_end": false,
"variants": [],
"primary_variant_id": null,
"max_variants": 5,
"prototype_version": null,
"prototype_history": [],
"quality_score": 0.0,
"cluster_metrics": {},
"spatial_relations": [],
"container_type": null,
"metadata": {
"observation_count": 10,
"_prototype_vector": [
-0.022537382319569588,
0.001010035746730864,
-0.025493772700428963,
0.009772692807018757,
0.003235181327909231,
-0.007223472464829683,
0.01961023174226284,
0.0409478135406971,
-0.008294738829135895,
0.01648591086268425,
0.03533563017845154,
-0.012129122391343117,
-0.037162330001592636,
0.009566914290189743,
0.012711727991700172,
0.0003502625331748277,
0.014663386158645153,
0.010581362061202526,
0.01571589708328247,
0.019608883187174797,
0.06313160806894302,
0.009744130074977875,
0.01350322738289833,
0.01825268752872944,
-0.012328648008406162,
0.001577469753101468,
0.007534763775765896,
-0.00872698612511158,
-0.034285709261894226,
-0.019473955035209656,
-0.00262068142183125,
-0.0026089020539075136,
-0.048771847039461136,
0.025600196793675423,
0.018884537741541862,
0.012290981598198414,
-0.021738993003964424,
-0.01056315004825592,
-0.023497523739933968,
-0.0963859111070633,
-0.0017704771598801017,
-0.029800105839967728,
0.02396278828382492,
-0.013873742893338203,
0.017250537872314453,
0.010887585580348969,
-0.024287249892950058,
-0.008296675980091095,
0.005148020107299089,
-0.0007595735369250178,
0.016291027888655663,
0.0023345702793449163,
0.007778272498399019,
0.009520933032035828,
-0.011473478749394417,
0.0039973570965230465,
-0.00016580833471380174,
-0.006852045189589262,
0.01026364229619503,
0.02532774768769741,
-0.013010518625378609,
-0.006641197483986616,
-0.010334950871765614,
0.0005654395208694041,
-0.0076249404810369015,
-0.012524472549557686,
-0.028360649943351746,
-0.05488872155547142,
-0.013885552994906902,
-0.026354892179369926,
0.032245468348264694,
-0.017939293757081032,
0.015665823593735695,
-0.02288179285824299,
0.004483326338231564,
-0.028011785820126534,
-0.0034117745235562325,
0.023679520934820175,
-0.004770359955728054,
-0.0006250925944186747,
-0.020831244066357613,
-0.014103342778980732,
0.0013289578491821885,
0.0047827549278736115,
0.03253195062279701,
0.03297705948352814,
0.057916268706321716,
-0.03281683474779129,
-0.018627194687724113,
-0.02371545135974884,
0.027113210409879684,
0.02832958661019802,
-0.5685878396034241,
-0.062288034707307816,
0.003309701569378376,
-0.006309585180133581,
-0.018748031929135323,
0.01194152794778347,
0.004712766036391258,
-0.047098442912101746,
-0.003948710393160582,
-0.007791765034198761,
-0.021669309586286545,
0.00572696840390563,
0.019585175439715385,
0.047353338450193405,
-0.2107984721660614,
-0.004588544834405184,
-0.010399759747087955,
0.009138744324445724,
-0.0020578487310558558,
-0.004693315364420414,
-0.002843649359419942,
0.003101501613855362,
0.01580301858484745,
-0.028818437829613686,
-0.00589611753821373,
0.013951608911156654,
-0.013352415524423122,
-0.008951646275818348,
-0.006031396798789501,
0.006841639056801796,
-0.006321135442703962,
-0.004754377529025078,
-0.0019523139344528317,
-0.0015872085932642221,
0.014305508695542812,
-0.0311991348862648,
0.007315696682780981,
-0.012601643800735474,
-0.0006546989316120744,
-0.04801173508167267,
-0.0026143277063965797,
0.3934656083583832,
-0.002559087472036481,
0.01349806971848011,
-0.014700942672789097,
-0.0042708441615104675,
0.02729680947959423,
-0.004163593519479036,
-0.01708979904651642,
0.005270180758088827,
0.008220106363296509,
-0.011491943150758743,
-0.0049469973891973495,
0.005046889651566744,
0.0011364843230694532,
0.08297286927700043,
-0.010082653723657131,
0.0027046073228120804,
-0.011693316511809826,
-0.01938406564295292,
-0.010972467251121998,
-0.008252764120697975,
-0.036200519651174545,
-0.0373605377972126,
0.04558970406651497,
0.019528446719050407,
0.014940750785171986,
0.007296284660696983,
0.03407752513885498,
0.0008226103964261711,
0.017429716885089874,
0.014666051603853703,
0.008603165857493877,
-0.0069354320876300335,
0.021303320303559303,
0.04185642674565315,
0.004355134442448616,
-0.013602842576801777,
0.009119907394051552,
-0.017838845029473305,
-0.012831166386604309,
-0.0014327210374176502,
0.022953305393457413,
-0.002373679541051388,
0.058899808675050735,
0.00425033550709486,
0.07822926342487335,
-0.03944484144449234,
-0.002017791150137782,
-0.0007034758455120027,
-0.017404474318027496,
0.01803075149655342,
0.002168845385313034,
-0.003083002520725131,
0.002100605983287096,
-0.011517188511788845,
-0.0008090203045867383,
-0.018357615917921066,
-0.013465647585690022,
-0.034827183932065964,
-0.018465543165802956,
-0.02605893835425377,
0.008940803818404675,
0.018273191526532173,
0.0010561748640611768,
-0.0035098500084131956,
-0.0007381689501926303,
-0.002990283537656069,
0.025568155571818352,
0.0025363750755786896,
-0.018825219944119453,
0.003335185581818223,
0.012540129944682121,
0.010243576020002365,
0.0006559276371262968,
-0.0048019178211688995,
-0.018938878551125526,
0.022369366139173508,
-0.053355079144239426,
-0.044149525463581085,
0.0010819673771038651,
-0.017985325306653976,
-0.005323717370629311,
-0.014350990764796734,
-0.009108705446124077,
-0.0018159697065129876,
0.08006469160318375,
-0.012477190233767033,
0.002786952070891857,
-0.03512685000896454,
-0.007905696518719196,
0.01339944638311863,
0.0227253045886755,
0.010100571438670158,
0.02504674531519413,
-0.0010202242992818356,
-0.006920989602804184,
0.015893487259745598,
0.0026703805197030306,
0.014753292314708233,
-0.013538438826799393,
0.030265958979725838,
0.033027611672878265,
-0.02001253515481949,
0.007602239027619362,
-0.02178112044930458,
0.011252379976212978,
-0.01335339155048132,
0.022541604936122894,
-0.0007872598944231868,
0.03123839758336544,
-0.02931821718811989,
-0.017752423882484436,
0.050150275230407715,
0.004709494765847921,
0.025381891056895256,
-0.005425377283245325,
-0.001634755521081388,
-0.017280099913477898,
0.018098346889019012,
-0.00823343824595213,
-0.009693894535303116,
-0.008003858849406242,
0.018298281356692314,
-0.0130711505189538,
0.04434182122349739,
-0.0558982789516449,
-0.005114322062581778,
0.009976561181247234,
-0.009867568500339985,
0.011984189972281456,
0.040891680866479874,
0.042254477739334106,
0.014584334567189217,
-0.030939849093556404,
0.025155818089842796,
-0.04452703520655632,
-0.009975009597837925,
0.012828201986849308,
-0.026356885209679604,
-0.007582411170005798,
0.015942279249429703,
0.03215087950229645,
0.028017334640026093,
0.01390394102782011,
0.002733831526711583,
-0.016946053132414818,
-0.0022561862133443356,
0.011275175958871841,
0.0008847214630804956,
0.04468226805329323,
-0.01600026898086071,
-0.008825014345347881,
-0.03328971937298775,
-0.007878308184444904,
-0.015438852831721306,
0.006467028521001339,
-0.020223982632160187,
-0.04117121174931526,
0.0037579135969281197,
-0.008151739835739136,
-0.0035863015800714493,
-0.020045189186930656,
0.008196447975933552,
-0.02785232663154602,
-0.0040022945031523705,
-0.0005487163434736431,
-0.002798496512696147,
-0.016308417543768883,
0.005130525678396225,
-0.00837408471852541,
-0.04251754656434059,
0.03185320273041725,
0.0013169567100703716,
-0.006383446045219898,
0.04337291419506073,
-0.005343487486243248,
-0.023960376158356667,
0.015340051613748074,
0.013329857029020786,
0.39303451776504517,
0.03204140439629555,
0.004633601289242506,
0.006512905471026897,
-0.00985116045922041,
0.02435077726840973,
0.0004571330500766635,
0.05060626193881035,
-0.012326504103839397,
0.10168943554162979,
-0.0003162666689604521,
-0.019353823736310005,
-0.009545521810650826,
-0.0035983254201710224,
-0.03534789755940437,
0.028506536036729813,
0.018984686583280563,
-0.09895069897174835,
0.003315322333946824,
-0.012765719555318356,
-0.0064542596228420734,
-0.009479385800659657,
-0.0069771381095051765,
0.0003294573107268661,
0.046535756438970566,
-0.0069174813106656075,
-0.01042600441724062,
0.026511317119002342,
0.005963839590549469,
-0.007465870585292578,
-0.022267254069447517,
0.03531920537352562,
-0.0059299226850271225,
-0.015530776232481003,
0.0030150043312460184,
0.008735044859349728,
0.04205140843987465,
0.013081365264952183,
-0.007661832962185144,
0.01520727388560772,
0.001301879994571209,
0.005311685614287853,
-0.00018350825121160597,
-0.006249784491956234,
-0.008298242464661598,
0.005297329742461443,
0.019796771928668022,
-0.0008152879890985787,
0.029964042827486992,
0.026137424632906914,
-0.0012461794540286064,
0.027188939973711967,
-0.06535918265581131,
-0.028368201106786728,
0.008797592483460903,
-0.03937322646379471,
0.002621677238494158,
0.014681081287562847,
-0.02444799244403839,
0.005038223695009947,
0.024017995223402977,
-0.01124252937734127,
0.00043019565055146813,
-0.01651371270418167,
-0.01144261285662651,
0.02370913326740265,
-0.07516060769557953,
-0.014107050374150276,
-0.031107839196920395,
0.014072752557694912,
0.018157754093408585,
-0.025353027507662773,
0.03153354674577713,
0.0006694013136439025,
0.012530291453003883,
-0.004671873524785042,
-0.0063405572436749935,
0.006107525900006294,
-0.003203800180926919,
-0.0071732047945261,
-0.018348636105656624,
0.021977968513965607,
-0.005021193064749241,
0.008603068068623543,
0.0051637012511491776,
-0.005230964161455631,
-0.04535476118326187,
0.05658695101737976,
-0.0031920582987368107,
-0.013965931721031666,
0.023158395662903786,
-0.012593752704560757,
0.005673256237059832,
-0.004183277487754822,
-0.011971795931458473,
-0.014459269121289253,
0.040353674441576004,
-0.02016998827457428,
0.014675316400825977,
-0.032968178391456604,
-0.01858791708946228,
0.031153826043009758,
-0.03331916406750679,
-0.02246883325278759,
-0.0012017175322398543,
0.009648309089243412,
-0.004094794858247042,
-0.018699005246162415,
0.0197927076369524,
-0.01581519842147827,
-0.0014537540264427662,
0.0056915502063930035,
-0.016062643378973007,
-0.001603360171429813,
-0.005896915681660175,
-0.032539334148168564,
-0.1615610271692276,
-0.0163592379540205,
-0.03135916590690613,
0.013453295454382896,
-0.05203177034854889,
0.009386586956679821,
-0.0055433614179492,
-0.03329753130674362,
-0.005863929633051157,
-0.027021139860153198,
-0.023664068430662155,
-0.02008158154785633,
-0.003911567386239767,
-0.011578052304685116,
-0.01639166846871376,
0.0035633151419460773,
0.0013910422567278147,
-0.009804289788007736,
0.008235586807131767,
-0.0073059434071183205,
-0.009131358005106449,
-0.003872330067679286,
-0.08155793696641922,
0.022030256688594818,
0.04406732693314552,
0.025744576007127762,
0.01759381964802742,
0.049756623804569244,
-0.022708751261234283,
-0.029378782957792282,
-0.008290732279419899,
-0.009770135395228863,
0.00043960573384538293,
0.008157978765666485,
-0.015337116084992886,
0.008298722095787525,
-0.0037806190084666014,
-0.024017078801989555,
0.01783183217048645,
0.00016088712436612695,
-0.008816568180918694,
-0.0017900133971124887,
0.01521418709307909,
0.02223094552755356,
-0.024362878873944283,
-0.0010195246431976557,
0.018118398264050484,
-0.035934075713157654,
-0.022260671481490135,
-0.00824759341776371,
0.0011016781209036708,
0.040470752865076065,
0.000948153727222234,
-0.11384063214063644,
0.012966228649020195,
-0.007092197425663471,
0.03090249001979828,
0.038684945553541183,
-0.00992073118686676,
-0.0076706926338374615,
-0.004838922992348671,
-0.02833898365497589,
0.05883588269352913,
-0.005838404409587383,
0.021612511947751045,
-0.017097454518079758,
-0.039898041635751724,
-0.014302230440080166,
0.05467865243554115,
0.050105586647987366,
-0.0070363860577344894,
-0.014424319379031658,
0.04403956979513168,
0.02358144335448742,
-0.00020663284522015601,
0.015833280980587006,
-0.022626185789704323,
0.03972044214606285,
0.02587384730577469,
0.006963225081562996,
0.023342538625001907,
-0.01830289699137211,
-0.014830787666141987,
-0.029860930517315865
]
}
}
],
"edges": [],
"safety_rules": {
"require_confirmation_for": [],
"forbidden_windows": [],
"execution_timeout_minutes": 0
},
"stats": {
"total_executions": 0,
"success_count": 0,
"failure_count": 0,
"observed_runs": 0,
"assist_runs": 0,
"auto_candidate_runs": 0,
"auto_confirmed_runs": 0,
"avg_similarity": 0.0,
"recent_confidence": 0.0,
"last_executed": null
},
"learning": {
"observation_threshold": 5,
"coaching_threshold": 10,
"auto_candidate_threshold": 20,
"min_similarity_coaching": 0.9,
"min_success_rate_auto": 0.9,
"min_success_rate_confirmed": 0.95,
"rollback_confidence_threshold": 0.9
},
"metadata": {
"quality_report": {
"workflow_id": "Tâche du 19 mars à 11h50",
"overall_score": 0.8333333333333333,
"is_production_ready": true,
"cluster_count": 0,
"outlier_count": 1,
"validation_accuracy": 1.0,
"recommendations": [
"Pas assez de clusters pour calculer les métriques",
"✓ Workflow prêt pour production"
],
"created_at": "2026-03-19T11:50:25.070686"
}
},
"loops": {},
"conditionals": {},
"references": []
}