Dom/t2a_v2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: add .gitignore

Browse Source
This commit is contained in:
dom
2026-03-05 00:37:41 +01:00
parent 542797a124
commit 2578afb6ff
1716 changed files with 1905609 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
output/benchmarks/20260219_220642_baseline_existing/config.json Normal file
View File

@@ -0,0 +1,32 @@
{
"models": {
"coding": "gemma3:27b-cloud",
"cpam": "deepseek-v3.2:cloud",
"validation": "deepseek-v3.2:cloud",
"qc": "gemma3:12b"
},
"ollama_model": "gemma3:27b-cloud",
"ollama_url": "http://localhost:11434",
"timestamp": "2026-02-19T22:06:42.892978",
"run_id": "20260219_220642_baseline_existing",
"dossiers": [
"116_23065570",
"132_23080179",
"134_23050890",
"143_23096917",
"145_23057452",
"153_23102610",
"170_23077016",
"176_23124187",
"17_23100690",
"183_23087212"
],
"args": {
"n": 10,
"gold_standard": true,
"clean": false,
"no_reprocess": true,
"seed": 42,
"label": "baseline_existing"
}
}

799
output/benchmarks/20260219_220642_baseline_existing/metrics.json Normal file
View File

@@ -0,0 +1,799 @@
{
"aggregate": {
"n_total": 10,
"n_success": 10,
"n_failed": 0,
"dp": {
"has_code_rate": 0.9,
"valid_code_rate": 0.9,
"confidence": {
"high": 7,
"medium": 1,
"low": 1
},
"downgraded": 0
},
"das": {
"total": 150,
"mean_per_dossier": 15.0,
"with_code": 150,
"valid": 150,
"validity_rate": 1.0,
"confidence": {
"high": 105,
"medium": 38,
"low": 7
},
"confidence_high_rate": 0.7,
"downgraded": 2,
"downgrade_rate": 0.013
},
"veto": {
"verdicts": {
"NO_REPORT": 8,
"NEED_INFO": 2
},
"hard_total": 0,
"dossiers_with_hard": 0
},
"ghm": {
"estimated_rate": 0.5
},
"cpam": {
"controls_total": 10,
"with_response": 10
},
"timing": {
"mean_s": 0.0,
"median_s": 0.0,
"p90_s": 0.0,
"total_s": 0.0
},
"invalid_codes": [],
"invalid_codes_count": 0
},
"per_dossier": [
{
"dossier_id": "116_23065570",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "Insuffisance rénale aig",
"code_suggestion": "N17.8",
"code_final": "N17.8",
"confidence": "high",
"has_code": true,
"valid_code": true,
"downgraded": false
},
"das": {
"total": 8,
"with_code": 8,
"no_code": 0,
"valid": 8,
"validity_rate": 1.0,
"confidence": {
"high": 6,
"medium": 2,
"low": 0
},
"downgraded": 0,
"downgrade_rate": 0.0,
"codes_uniques": [
"K59.0",
"N19",
"N20.0",
"N21.0",
"N21.1",
"N32.8",
"N40.0",
"Z01.4"
]
},
"metrics": {
"das_active": 0,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NO_REPORT",
"score": 0,
"issues_count": 0,
"hard_count": 0,
"top_issues": []
},
"ghm": {
"estimated": true,
"cmd": "11",
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 6
},
"biologie": {
"tests_count": 0,
"anomalies": 0
},
"invalid_codes": []
},
{
"dossier_id": "132_23080179",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "Adénopathie",
"code_suggestion": "R59.0",
"code_final": "R59.0",
"confidence": "high",
"has_code": true,
"valid_code": true,
"downgraded": false
},
"das": {
"total": 22,
"with_code": 22,
"no_code": 0,
"valid": 22,
"validity_rate": 1.0,
"confidence": {
"high": 11,
"medium": 11,
"low": 0
},
"downgraded": 1,
"downgrade_rate": 0.045,
"codes_uniques": [
"C83.3",
"D64.9",
"D69.6",
"E66.84",
"E78.5",
"E86",
"E87.6",
"G44.8",
"I10",
"J90",
"M48.5",
"M54.2",
"M54.3",
"M54.8",
"M89.5",
"R06.0",
"R11",
"R13",
"R93.1",
"R93.8",
"T98.1",
"Z51.1"
]
},
"metrics": {
"das_active": 22,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NEED_INFO",
"score": 56,
"issues_count": 10,
"hard_count": 0,
"top_issues": [
"VETO-03",
"VETO-03",
"VETO-03",
"VETO-03",
"VETO-03"
]
},
"ghm": {
"estimated": true,
"cmd": "23",
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 6
},
"biologie": {
"tests_count": 7,
"anomalies": 3
},
"invalid_codes": []
},
{
"dossier_id": "134_23050890",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "Epispadia",
"code_suggestion": "Q54.2",
"code_final": "Q54.2",
"confidence": "high",
"has_code": true,
"valid_code": true,
"downgraded": false
},
"das": {
"total": 14,
"with_code": 14,
"no_code": 0,
"valid": 14,
"validity_rate": 1.0,
"confidence": {
"high": 13,
"medium": 1,
"low": 0
},
"downgraded": 0,
"downgrade_rate": 0.0,
"codes_uniques": [
"A49.8",
"D55.9",
"E66.05",
"E66.99",
"F32.30",
"I95.1",
"M16",
"M54.2",
"Q64.0",
"Q64.1",
"Q65.8",
"Q71.3",
"Z00.8",
"Z99.1"
]
},
"metrics": {
"das_active": 0,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NO_REPORT",
"score": 0,
"issues_count": 0,
"hard_count": 0,
"top_issues": []
},
"ghm": {
"estimated": false,
"cmd": null,
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 8
},
"biologie": {
"tests_count": 3,
"anomalies": 1
},
"invalid_codes": []
},
{
"dossier_id": "143_23096917",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "Appendicite aigue",
"code_suggestion": "K35.8",
"code_final": "K35.8",
"confidence": "high",
"has_code": true,
"valid_code": true,
"downgraded": false
},
"das": {
"total": 14,
"with_code": 14,
"no_code": 0,
"valid": 14,
"validity_rate": 1.0,
"confidence": {
"high": 10,
"medium": 3,
"low": 1
},
"downgraded": 0,
"downgrade_rate": 0.0,
"codes_uniques": [
"A04.4",
"C10.4",
"D69.6",
"F07.0",
"G44",
"K35.3",
"K35.8",
"K65.9",
"K71.2",
"K74.2",
"L24.4",
"N17.8",
"R18",
"R19.0"
]
},
"metrics": {
"das_active": 0,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NO_REPORT",
"score": 0,
"issues_count": 0,
"hard_count": 0,
"top_issues": []
},
"ghm": {
"estimated": false,
"cmd": null,
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 8
},
"biologie": {
"tests_count": 10,
"anomalies": 5
},
"invalid_codes": []
},
{
"dossier_id": "145_23057452",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "Examen général",
"code_suggestion": "Z00.0",
"code_final": "Z00.0",
"confidence": "high",
"has_code": true,
"valid_code": true,
"downgraded": false
},
"das": {
"total": 12,
"with_code": 12,
"no_code": 0,
"valid": 12,
"validity_rate": 1.0,
"confidence": {
"high": 9,
"medium": 3,
"low": 0
},
"downgraded": 0,
"downgrade_rate": 0.0,
"codes_uniques": [
"G82.10",
"G82.11",
"G82.19",
"G91.2",
"H40",
"I10",
"M10",
"M54.2",
"N18.2",
"N19",
"R49",
"R51"
]
},
"metrics": {
"das_active": 0,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NO_REPORT",
"score": 0,
"issues_count": 0,
"hard_count": 0,
"top_issues": []
},
"ghm": {
"estimated": true,
"cmd": "23",
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 0
},
"biologie": {
"tests_count": 4,
"anomalies": 1
},
"invalid_codes": []
},
{
"dossier_id": "153_23102610",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "Cétonurie",
"code_suggestion": "R82.4",
"code_final": "R82.4",
"confidence": "high",
"has_code": true,
"valid_code": true,
"downgraded": false
},
"das": {
"total": 17,
"with_code": 17,
"no_code": 0,
"valid": 17,
"validity_rate": 1.0,
"confidence": {
"high": 11,
"medium": 3,
"low": 3
},
"downgraded": 0,
"downgrade_rate": 0.0,
"codes_uniques": [
"A49.1",
"A49.8",
"C94",
"E11.9",
"E29.1",
"E78.5",
"F07.0",
"I12.0",
"K42.9",
"K72.1",
"L83",
"N18.3",
"N39.0",
"R59.9",
"R63.4",
"Y88.0",
"Z03.8"
]
},
"metrics": {
"das_active": 0,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NO_REPORT",
"score": 0,
"issues_count": 0,
"hard_count": 0,
"top_issues": []
},
"ghm": {
"estimated": false,
"cmd": null,
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 8
},
"biologie": {
"tests_count": 8,
"anomalies": 2
},
"invalid_codes": []
},
{
"dossier_id": "170_23077016",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "À 38",
"code_suggestion": "S38.10",
"code_final": "S38.10",
"confidence": "medium",
"has_code": true,
"valid_code": true,
"downgraded": false
},
"das": {
"total": 9,
"with_code": 9,
"no_code": 0,
"valid": 9,
"validity_rate": 1.0,
"confidence": {
"high": 5,
"medium": 2,
"low": 2
},
"downgraded": 0,
"downgrade_rate": 0.0,
"codes_uniques": [
"A49.8",
"I12.0",
"K59.0",
"M06.0",
"M62.5",
"R23.1",
"R53",
"R62",
"Z99.1"
]
},
"metrics": {
"das_active": 0,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NO_REPORT",
"score": 0,
"issues_count": 0,
"hard_count": 0,
"top_issues": []
},
"ghm": {
"estimated": false,
"cmd": null,
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 8
},
"biologie": {
"tests_count": 4,
"anomalies": 2
},
"invalid_codes": []
},
{
"dossier_id": "176_23124187",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "Hta",
"code_suggestion": "I10",
"code_final": "I10",
"confidence": "low",
"has_code": true,
"valid_code": true,
"downgraded": false
},
"das": {
"total": 25,
"with_code": 25,
"no_code": 0,
"valid": 25,
"validity_rate": 1.0,
"confidence": {
"high": 18,
"medium": 6,
"low": 1
},
"downgraded": 0,
"downgrade_rate": 0.0,
"codes_uniques": [
"C34.9",
"D55.9",
"D69.6",
"E78.5",
"E83.50",
"E87.6",
"G00",
"I12.0",
"I25.1",
"J18.9",
"J47",
"J90",
"K74.2",
"M19.9",
"M25.5",
"M62.5",
"N18.3",
"Q91.3",
"R05",
"R45.4",
"R59.9",
"R65.1",
"R68.3",
"R73.0",
"T65.2"
]
},
"metrics": {
"das_active": 0,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NO_REPORT",
"score": 0,
"issues_count": 0,
"hard_count": 0,
"top_issues": []
},
"ghm": {
"estimated": false,
"cmd": null,
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 8
},
"biologie": {
"tests_count": 9,
"anomalies": 5
},
"invalid_codes": []
},
{
"dossier_id": "17_23100690",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "Pancréatite aiguë",
"code_suggestion": "K85.9",
"code_final": "K85.9",
"confidence": "high",
"has_code": true,
"valid_code": true,
"downgraded": false
},
"das": {
"total": 20,
"with_code": 20,
"no_code": 0,
"valid": 20,
"validity_rate": 1.0,
"confidence": {
"high": 15,
"medium": 5,
"low": 0
},
"downgraded": 1,
"downgrade_rate": 0.05,
"codes_uniques": [
"D64.9",
"E66.04",
"E78.5",
"E87.8",
"F10.1",
"G44.8",
"I10",
"K66.0",
"K71.8",
"K80.0",
"K80.1",
"K80.2",
"K83.0",
"N19",
"N85.7",
"R19",
"R52.10",
"R73.9",
"R82.4",
"Z00.0"
]
},
"metrics": {
"das_active": 20,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NEED_INFO",
"score": 53,
"issues_count": 11,
"hard_count": 0,
"top_issues": [
"VETO-03",
"VETO-03",
"VETO-03",
"VETO-03",
"VETO-03"
]
},
"ghm": {
"estimated": true,
"cmd": "07",
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 6
},
"biologie": {
"tests_count": 19,
"anomalies": 16
},
"invalid_codes": []
},
{
"dossier_id": "183_23087212",
"processing_time_s": 0.0,
"success": true,
"dp": {
"texte": "",
"code_suggestion": "",
"code_final": "",
"confidence": "",
"has_code": false,
"valid_code": false,
"downgraded": false
},
"das": {
"total": 9,
"with_code": 9,
"no_code": 0,
"valid": 9,
"validity_rate": 1.0,
"confidence": {
"high": 7,
"medium": 2,
"low": 0
},
"downgraded": 0,
"downgrade_rate": 0.0,
"codes_uniques": [
"E66.04",
"I10",
"N10",
"N19",
"N20.0",
"R35",
"T83.1",
"T83.5",
"Z43.3"
]
},
"metrics": {
"das_active": 0,
"das_removed": 0,
"das_ruled_out": 0
},
"veto": {
"verdict": "NO_REPORT",
"score": 0,
"issues_count": 0,
"hard_count": 0,
"top_issues": []
},
"ghm": {
"estimated": true,
"cmd": null,
"severity": null,
"ghm": null
},
"cpam": {
"controls_count": 1,
"has_response": true,
"sources_count": 12
},
"biologie": {
"tests_count": 4,
"anomalies": 0
},
"invalid_codes": []
}
]
}

59
output/benchmarks/20260219_220642_baseline_existing/report.txt Normal file
View File

@@ -0,0 +1,59 @@
==================================================================
BENCHMARK QUALITÉ T2A — 20260219_220642_baseline_existing
==================================================================
Date : 2026-02-19T22:06:42.892978
Modèles : coding=gemma3:27b-cloud cpam=deepseek-v3.2:cloud
validation=deepseek-v3.2:cloud qc=gemma3:12b
Dossiers : 10/10 traités (0 échecs)
Durée : 0s (0.0s/dossier)
------------------------------------------------------------------
DIAGNOSTIC PRINCIPAL (DP)
Code obtenu : ██████████████████░░ 90.0%
Code CIM-10 valide : ██████████████████░░ 90.0%
Confiance high : 7/10 medium: 1 low: 1
Downgrades : 0
DIAGNOSTICS ASSOCIÉS (DAS)
Total : 150 (moy 15.0/dossier)
Avec code : 150/150
Codes valides : ████████████████████ 100.0%
Confiance : high=105 medium=38 low=7
Confiance high : ██████████████░░░░░░ 70.0%
Downgrades : 2 (1.3%)
VETOS / QUALITÉ
NO_REPORT : 8
NEED_INFO : 2
Issues HARD : 0 (dans 0 dossiers)
GHM
Estimé : ██████████░░░░░░░░░░ 50.0%
CPAM
Contrôles : 10
Avec réponse : 10
TEMPS DE TRAITEMENT
Moyen : 0.0s
Médian : 0.0s
P90 : 0.0s
Total : 0s
------------------------------------------------------------------
DÉTAIL PAR DOSSIER
------------------------------------------------------------------
Dossier DP DAS Valid% Veto Temps
------------------------- ------ ---- ------- ---------- ------
116_23065570 N17.8✓ 8 100% NO_REPORT 0s
132_23080179 R59.0✓ 22 100% NEED_INFO 0s
134_23050890 Q54.2✓ 14 100% NO_REPORT 0s
143_23096917 K35.8✓ 14 100% NO_REPORT 0s
145_23057452 Z00.0✓ 12 100% NO_REPORT 0s
153_23102610 R82.4✓ 17 100% NO_REPORT 0s
170_23077016 S38.10✓ 9 100% NO_REPORT 0s
176_23124187 I10✓ 25 100% NO_REPORT 0s
17_23100690 K85.9✓ 20 100% NEED_INFO 0s
183_23087212 -✗ 9 100% NO_REPORT 0s
==================================================================