Dom/rpa_vision_v3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: replay E2E fonctionnel — 25/25 actions, 0 retries, SomEngine via serveur

Browse Source 
Validé sur PC Windows (DESKTOP-58D5CAC, 2560x1600) :
- 8 clics résolus visuellement (1 anchor_template, 1 som_text_match, 6 som_vlm)
- Score moyen 0.75, temps moyen 1.6s
- Texte tapé correctement (bonjour, test word, date, email)
- 0 retries, 2 actions non vérifiées (OK)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Dom
2026-03-31 14:04:41 +02:00
parent 5e0b53cfd1
commit a7de6a488b
79542 changed files with 6091757 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

614
data/training/sessions/session_20260310_182017/test1.json Normal file
View File

@@ -0,0 +1,614 @@
{
"workflow_id": "test1",
"name": "test1",
"description": "Auto-generated workflow",
"version": 1,
"learning_state": "OBSERVATION",
"created_at": "2026-03-10T18:21:54.227356",
"updated_at": "2026-03-10T18:21:54.227357",
"entry_nodes": [
"node_000"
],
"end_nodes": [],
"nodes": [
{
"node_id": "node_000",
"name": "State Pattern 0",
"description": "Pattern auto-d\u00e9tect\u00e9 (6 observations)",
"template": {
"window": {
"title_pattern": "Terminal",
"title_contains": "Terminal",
"process_name": null
},
"text": {
"required_texts": [],
"forbidden_texts": []
},
"ui": {
"required_roles": [],
"required_types": [],
"min_element_count": 0
},
"embedding": {
"provider": "openclip_ViT-B-32",
"vector_id": "",
"min_cosine_similarity": 0.85,
"sample_count": 6
}
},
"is_entry": false,
"is_end": false,
"variants": [],
"primary_variant_id": null,
"max_variants": 5,
"prototype_version": null,
"prototype_history": [],
"quality_score": 0.0,
"cluster_metrics": {},
"spatial_relations": [],
"container_type": null,
"metadata": {
"observation_count": 6,
"_prototype_vector": [
-0.020021062344312668,
0.004059156868606806,
-0.005086091812700033,
0.005916212219744921,
0.02326234243810177,
-0.004740556702017784,
0.00900524202734232,
-0.024950101971626282,
0.017232924699783325,
-0.005281791556626558,
0.01632927730679512,
-0.0028383140452206135,
-0.03958452120423317,
-0.0021024865563958883,
-0.025530995801091194,
0.009423810988664627,
0.01026174146682024,
-0.007479681633412838,
0.00971783883869648,
-0.0064787548035383224,
0.07102159410715103,
0.01529643964022398,
-0.003697954351082444,
-0.03309068828821182,
-0.0010211932240054011,
0.007021564058959484,
-0.01623479649424553,
0.0030724823009222746,
-0.021836500614881516,
0.012420428916811943,
-0.008789854124188423,
0.013064594939351082,
-0.010684624314308167,
0.02044033445417881,
0.02858569473028183,
-0.02955351583659649,
-0.004029975738376379,
0.02895069681107998,
0.009526439011096954,
-0.16826802492141724,
-0.03420296683907509,
-0.01804540678858757,
-0.009062434546649456,
-0.0346311591565609,
-0.008287996985018253,
-0.02432205155491829,
-0.009885577484965324,
0.008965304121375084,
0.008985698223114014,
0.017777742817997932,
0.008101931773126125,
0.01227978803217411,
0.0013001329498365521,
0.00491255521774292,
-0.007552967872470617,
0.03124498389661312,
0.01960623636841774,
0.002647504908964038,
0.015755003318190575,
0.02809980697929859,
-0.0625489130616188,
-0.022907668724656105,
-0.011732577346265316,
0.00967386644333601,
-0.019116152077913284,
-0.011399343609809875,
-0.019870741292834282,
-0.050043392926454544,
0.011858292855322361,
-0.02345018833875656,
0.024522006511688232,
0.005065334029495716,
0.019042862579226494,
-0.01913055032491684,
0.023948436602950096,
-0.023184215649962425,
-0.011274566873908043,
0.019826389849185944,
-0.016775934025645256,
0.02060612477362156,
-0.0023723007179796696,
0.029215432703495026,
0.00810202769935131,
-0.010160716250538826,
0.019033940508961678,
-0.0059979017823934555,
0.049476202577352524,
-0.003771750954911113,
-0.016827767714858055,
-0.00436452915892005,
0.027371658012270927,
0.0189376100897789,
-0.7278645038604736,
-0.08356808871030807,
-0.004047153517603874,
-0.01534923817962408,
-0.01534553524106741,
-0.0010549703147262335,
-0.0214088037610054,
-0.05438558757305145,
-0.027421753853559494,
0.023882217705249786,
-0.028682084754109383,
0.01058298721909523,
-0.0020083545241504908,
0.0032249416690319777,
-0.23603978753089905,
-0.010202418081462383,
-0.026061996817588806,
0.009742620401084423,
0.019859476014971733,
-0.04988902062177658,
0.011595018208026886,
-0.03361596539616585,
-0.01304686814546585,
-0.00933487806469202,
0.03426090627908707,
-0.011716133914887905,
-0.005758726038038731,
0.010323997586965561,
-0.005054876673966646,
0.062272340059280396,
-0.01455510500818491,
0.02001301199197769,
-0.012476992793381214,
-0.010190865956246853,
0.0082198865711689,
-0.02985895238816738,
0.008498401381075382,
-0.00803826842457056,
0.025499830022454262,
-0.010812776163220406,
0.0015584953362122178,
0.08079700171947479,
0.02300138771533966,
-0.008326228708028793,
-0.011052095331251621,
-0.024701442569494247,
0.01983889564871788,
0.003418212989345193,
0.002488593338057399,
-0.028935424983501434,
-0.0009592161513864994,
0.00010588812438072637,
-0.007397134322673082,
0.017997432500123978,
-0.003987289033830166,
0.0795125812292099,
0.027933431789278984,
-0.014161541126668453,
-0.004015286453068256,
-0.023042431101202965,
0.008209910243749619,
0.01889682374894619,
-0.008133801631629467,
-0.04705766215920448,
0.009991557337343693,
0.015223467722535133,
-0.010139965452253819,
0.018653765320777893,
-0.0012768525630235672,
-0.03179502859711647,
0.014288456179201603,
0.024806102737784386,
0.031808678060770035,
-0.0008427255088463426,
0.054170139133930206,
0.019586356356739998,
0.0172718558460474,
-0.005348422564566135,
-0.006278717424720526,
-0.0017732934793457389,
0.005043660290539265,
0.003538239747285843,
0.042454060167074203,
-0.011728914454579353,
0.054450567811727524,
0.005434786435216665,
0.036063503473997116,
-0.028408154845237732,
0.01860007829964161,
-0.02081739902496338,
0.012713543139398098,
0.018162641674280167,
0.021909289062023163,
-0.0005805083201266825,
0.023624368011951447,
-0.016382358968257904,
-0.026699338108301163,
-0.00830064807087183,
-0.0023967905435711145,
-0.02971206232905388,
-0.006579933222383261,
-0.005841768812388182,
-0.00023771451378706843,
0.018319394439458847,
-0.015461164526641369,
-0.0076484475284814835,
-0.003968723118305206,
-0.03028229996562004,
0.007353898137807846,
-0.01815584860742092,
-0.003494739532470703,
-0.023926742374897003,
0.01904250495135784,
0.009621543809771538,
0.004198766779154539,
0.011650389060378075,
-4.985115447198041e-05,
0.0388127900660038,
-0.017719222232699394,
-0.010494709946215153,
-0.0029718552250415087,
-0.027964605018496513,
-0.008274655789136887,
-0.01275396067649126,
0.005211308598518372,
-0.01839037612080574,
0.09696898609399796,
0.00482037290930748,
0.03451799973845482,
-0.0355084091424942,
0.018350381404161453,
0.020435074344277382,
-0.005295362323522568,
0.05990204960107803,
0.02564425766468048,
0.00593943614512682,
-0.01747654192149639,
-0.013913944363594055,
-0.007639728486537933,
0.010536089539527893,
-0.00624782033264637,
0.006534031126648188,
0.0042779590003192425,
-0.06471322476863861,
0.0060861986130476,
-0.012970056384801865,
0.01788705587387085,
-0.02841050736606121,
0.010451615788042545,
0.012742454186081886,
0.024233050644397736,
-0.023253338411450386,
0.007308646570891142,
0.049083322286605835,
-0.0026432920712977648,
-0.007373690605163574,
0.0159162525087595,
0.014668896794319153,
-0.011525113135576248,
0.018090439960360527,
-0.02376699633896351,
0.006334357429295778,
0.0007303523598238826,
0.0005461094551719725,
-0.010935409925878048,
0.040351226925849915,
-0.1473941057920456,
-0.012240041978657246,
0.02465140074491501,
0.002523004310205579,
-0.00599747896194458,
0.07881388068199158,
0.04617604613304138,
-0.010572574101388454,
-0.019135164096951485,
-0.005921085365116596,
-0.012681766413152218,
-0.023915518075227737,
0.003435871796682477,
0.0047083343379199505,
-0.008429615758359432,
0.0017167979385703802,
-0.0023791505955159664,
0.011510678566992283,
-0.009623806923627853,
0.014892656356096268,
-0.020489666610956192,
0.0021124975755810738,
-0.022574681788682938,
0.028202896937727928,
0.015027751214802265,
-0.011408551596105099,
6.689287147310097e-06,
0.0018308559665456414,
0.0564747080206871,
-0.015668559819459915,
-0.007070711348205805,
-0.04937567189335823,
-0.00115791370626539,
0.017338860780000687,
-0.0005823485553264618,
-0.00857432559132576,
-0.037690628319978714,
0.04209098964929581,
-0.014932350255548954,
-0.028214655816555023,
-0.01881517842411995,
-0.0365758053958416,
-0.028995832428336143,
0.0003349420730955899,
-0.02974170446395874,
-0.020249174907803535,
0.004643681459128857,
-0.04368568956851959,
-0.034687601029872894,
0.0298264529556036,
-0.04881098121404648,
-0.048101745545864105,
-0.013100497424602509,
0.030040277168154716,
0.08066686242818832,
0.028963400050997734,
-0.005830246023833752,
-0.009620161727070808,
0.0006815765518695116,
0.04172037914395332,
-0.016034496948122978,
0.044896308332681656,
-0.017230791971087456,
0.15233370661735535,
-0.007547786924988031,
-0.010712029412388802,
-0.01037199143320322,
0.013347040861845016,
-0.02282029576599598,
0.007567430380731821,
0.015474052168428898,
0.0010534663451835513,
-0.0002999596472363919,
-0.004834831692278385,
-0.005331334657967091,
-0.020239032804965973,
-0.001048134989105165,
0.027571331709623337,
0.04601648449897766,
0.00889817625284195,
0.026815742254257202,
-0.007270104251801968,
0.008622802793979645,
0.009415868669748306,
-0.025478161871433258,
-0.0031072215642780066,
0.002127329120412469,
0.018289724364876747,
-0.0008624625043012202,
-0.01218205876648426,
0.049278825521469116,
0.01746901124715805,
-0.039777446538209915,
0.0012114981655031443,
0.015337799675762653,
0.020027078688144684,
0.008948934264481068,
-0.04588909074664116,
-0.000955937197431922,
0.04791386425495148,
0.017707938328385353,
-0.008535824716091156,
0.04753131791949272,
-0.0006207501282915473,
0.017360199242830276,
0.054795604199171066,
-0.09415487200021744,
-0.007900080643594265,
-0.016372837126255035,
-0.0029073681216686964,
-0.008611383847892284,
-0.01521481666713953,
0.007952764630317688,
0.012889718636870384,
-0.015098204836249352,
-0.01218284759670496,
0.024162957444787025,
0.0017972493078559637,
-0.0493466779589653,
0.02001781575381756,
-0.06839726865291595,
0.003962085582315922,
-0.03720598667860031,
-0.0010243681026622653,
-0.0365942046046257,
-0.0027359852101653814,
0.019011134281754494,
-0.03722461313009262,
0.03169908747076988,
-0.01079661026597023,
-0.012771687470376492,
0.03463341295719147,
0.024244703352451324,
-2.169780964322854e-05,
-0.0179577749222517,
0.03159347549080849,
-0.01652136817574501,
0.003394166473299265,
-0.007617457304149866,
0.004471717868000269,
-0.06969951838254929,
-0.03416247293353081,
-2.3562679416500032e-05,
0.001557661802507937,
0.03506607562303543,
-0.013264454901218414,
0.019895082339644432,
-0.021830851212143898,
-0.034308191388845444,
-0.014379669912159443,
0.060740064829587936,
-0.03239252045750618,
0.006762365344911814,
-0.028261389583349228,
-0.011658993549644947,
0.023339884355664253,
-0.026569709181785583,
-0.00041451602010056376,
-0.005567287094891071,
0.03494492173194885,
-0.006554749794304371,
-0.025548936799168587,
-0.01330515369772911,
-0.018149150535464287,
-0.011466678231954575,
0.002214654814451933,
0.0016587072750553489,
0.024530258029699326,
-0.006281605456024408,
-0.05957501754164696,
-0.12693844735622406,
-0.03830353915691376,
-0.03746701776981354,
0.0315830335021019,
-0.0847911685705185,
0.0026303986087441444,
-0.004486320540308952,
-0.02944672293961048,
0.0013446490047499537,
-0.012744811363518238,
0.019709862768650055,
-0.0032487045973539352,
0.0007470467826351523,
-0.01916448026895523,
-0.015170868486166,
0.01274945866316557,
-0.00702243484556675,
0.00661557586863637,
-0.011884795501828194,
-0.004196010529994965,
0.002233024686574936,
-0.010721072554588318,
-0.060772549360990524,
0.004280256573110819,
0.039829839020967484,
0.010546828620135784,
0.028144633397459984,
0.039856623858213425,
-0.017231455072760582,
-0.042767636477947235,
0.03999313712120056,
-0.02012028731405735,
-0.003210310358554125,
0.0006940204184502363,
-0.025802841410040855,
0.018122607842087746,
-0.01842717081308365,
-0.02344549633562565,
0.048115938901901245,
0.005520958453416824,
-0.019889382645487785,
-0.009702465496957302,
0.004682503174990416,
0.03463893383741379,
-0.022858072072267532,
-0.04190842807292938,
6.79550839777221e-06,
-0.04615364223718643,
-0.02878982573747635,
0.015187063254415989,
0.0173798818141222,
0.04060691222548485,
-0.01348176784813404,
-0.01252975407987833,
0.012702475301921368,
0.020554959774017334,
0.025544876232743263,
0.05506613478064537,
-0.005587262101471424,
-0.03072001412510872,
-0.01125106867402792,
-0.019719388335943222,
0.05279337987303734,
-0.011256583966314793,
0.0016568937571719289,
0.02565423958003521,
-0.0076488228514790535,
0.015555402263998985,
0.018547292798757553,
0.004940970800817013,
-0.009549124166369438,
-0.024421341717243195,
0.03374033421278,
0.004186211619526148,
-0.004193632397800684,
0.0005244268686510623,
-0.00892527587711811,
0.036605726927518845,
-0.00930891651660204,
0.004439796786755323,
-0.01932305470108986,
0.06941089034080505,
-0.021524779498577118,
-0.04908985272049904
]
}
}
],
"edges": [],
"safety_rules": {
"require_confirmation_for": [],
"forbidden_windows": [],
"execution_timeout_minutes": 0
},
"stats": {
"total_executions": 0,
"success_count": 0,
"failure_count": 0,
"observed_runs": 0,
"assist_runs": 0,
"auto_candidate_runs": 0,
"auto_confirmed_runs": 0,
"avg_similarity": 0.0,
"recent_confidence": 0.0,
"last_executed": null
},
"learning": {
"observation_threshold": 5,
"coaching_threshold": 10,
"auto_candidate_threshold": 20,
"min_similarity_coaching": 0.9,
"min_success_rate_auto": 0.9,
"min_success_rate_confirmed": 0.95,
"rollback_confidence_threshold": 0.9
},
"metadata": {
"quality_report": {
"workflow_id": "test1",
"overall_score": 1.0,
"is_production_ready": false,
"cluster_count": 0,
"outlier_count": 0,
"validation_accuracy": 1.0,
"recommendations": [
"Node 'node_000' a seulement 0 observations (minimum: 3)"
],
"created_at": "2026-03-10T18:21:54.227973"
}
},
"loops": {},
"conditionals": {},
"references": []
}