feat: quality_tier CPAM (A/B/C) + requires_review + warnings catégorisés
- ControleCPAM enrichi : quality_tier, requires_review, quality_warnings - _assess_quality_tier() : classification basée sur score adversarial + warnings - Tier C (requires_review) : score <4, code hors périmètre, >2 preuves non traçables - Tier B : score 4-6, warnings mineurs - Tier A : score >=7, 0 critique - _format_response() : bandeau "REVUE MANUELLE REQUISE" pour tier C, sections CRITIQUES/MINEURS séparées - Badge qualité dans le viewer CPAM (vert A / orange B / rouge C) - 17 tests : tier A/B/C, bandeau, séparation warnings, backward compat Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
dom
@@ -30,6 +30,7 @@ from src.control.cpam_response import (
|
||||
_validate_codes_in_response,
|
||||
_validate_grounding,
|
||||
_validate_references,
|
||||
_assess_quality_tier,
|
||||
generate_cpam_response,
|
||||
)
|
||||
|
||||
@@ -1287,7 +1288,7 @@ class TestValidateAdversarial:
|
||||
text, response_data, sources = generate_cpam_response(dossier, controle)
|
||||
|
||||
assert "Antibiotiques mentionnés" in text
|
||||
assert "Score de confiance" in text
|
||||
assert "Score adversarial" in text
|
||||
|
||||
def test_adversarial_empty_tag_map(self):
|
||||
"""Dossier sans tags → validation fonctionne quand même."""
|
||||
@@ -1438,7 +1439,7 @@ class TestBuildBioSummary:
|
||||
dossier = DossierMedical(
|
||||
source_file="test.pdf",
|
||||
biologie_cle=[
|
||||
BiologieCle(test="Ferritine", valeur="15 µg/L", anomalie=True),
|
||||
BiologieCle(test="Vitamine D", valeur="15 ng/mL", anomalie=True),
|
||||
],
|
||||
)
|
||||
summary = _build_bio_summary(dossier)
|
||||
@@ -1677,3 +1678,275 @@ class TestCorrectionLoop:
|
||||
assert "CRP citée à 250" in correction
|
||||
assert "Prompt d'argumentation original" in correction
|
||||
assert "Corrige UNIQUEMENT" in correction
|
||||
|
||||
|
||||
class TestAssessQualityTier:
|
||||
"""Tests pour la classification qualité CPAM (A/B/C)."""
|
||||
|
||||
def test_tier_a_no_warnings_high_score(self):
|
||||
"""0 warning, score adversarial >= 7 → tier A, requires_review=False."""
|
||||
tier, review, warnings = _assess_quality_tier(
|
||||
parsed={},
|
||||
ref_warnings=[],
|
||||
grounding_warnings=[],
|
||||
code_warnings=[],
|
||||
adversarial_result={"coherent": True, "erreurs": [], "score_confiance": 9},
|
||||
)
|
||||
assert tier == "A"
|
||||
assert review is False
|
||||
assert len(warnings) == 0
|
||||
|
||||
def test_tier_b_ref_warnings(self):
|
||||
"""Warnings de référence → tier B."""
|
||||
tier, review, warnings = _assess_quality_tier(
|
||||
parsed={},
|
||||
ref_warnings=["Référence non vérifiable : Manuel Inventé"],
|
||||
grounding_warnings=[],
|
||||
code_warnings=[],
|
||||
adversarial_result={"coherent": True, "erreurs": [], "score_confiance": 8},
|
||||
)
|
||||
assert tier == "B"
|
||||
assert review is False
|
||||
assert any("[MINEUR]" in w for w in warnings)
|
||||
|
||||
def test_tier_b_medium_adversarial_score(self):
|
||||
"""Score adversarial 4-6 → tier B."""
|
||||
tier, review, warnings = _assess_quality_tier(
|
||||
parsed={},
|
||||
ref_warnings=[],
|
||||
grounding_warnings=[],
|
||||
code_warnings=[],
|
||||
adversarial_result={"coherent": True, "erreurs": [], "score_confiance": 5},
|
||||
)
|
||||
assert tier == "B"
|
||||
assert review is False
|
||||
|
||||
def test_tier_b_one_grounding_warning(self):
|
||||
"""1 preuve non traçable → tier B (mineur)."""
|
||||
tier, review, warnings = _assess_quality_tier(
|
||||
parsed={},
|
||||
ref_warnings=[],
|
||||
grounding_warnings=["Preuve [BIO-99] non traçable"],
|
||||
code_warnings=[],
|
||||
adversarial_result={"coherent": True, "erreurs": [], "score_confiance": 8},
|
||||
)
|
||||
assert tier == "B"
|
||||
assert review is False
|
||||
assert any("[MINEUR]" in w for w in warnings)
|
||||
|
||||
def test_tier_c_code_warnings(self):
|
||||
"""Code hors périmètre → tier C, requires_review=True."""
|
||||
tier, review, warnings = _assess_quality_tier(
|
||||
parsed={},
|
||||
ref_warnings=[],
|
||||
grounding_warnings=[],
|
||||
code_warnings=["Code Z45.8 hors périmètre dossier/UCR"],
|
||||
adversarial_result={"coherent": True, "erreurs": [], "score_confiance": 7},
|
||||
)
|
||||
assert tier == "C"
|
||||
assert review is True
|
||||
assert any("[CRITIQUE]" in w for w in warnings)
|
||||
|
||||
def test_tier_c_low_adversarial_score(self):
|
||||
"""Score adversarial < 4 → tier C."""
|
||||
tier, review, warnings = _assess_quality_tier(
|
||||
parsed={},
|
||||
ref_warnings=[],
|
||||
grounding_warnings=[],
|
||||
code_warnings=[],
|
||||
adversarial_result={"coherent": False, "erreurs": ["Bio inventée"], "score_confiance": 2},
|
||||
)
|
||||
assert tier == "C"
|
||||
assert review is True
|
||||
assert any("[CRITIQUE]" in w for w in warnings)
|
||||
|
||||
def test_tier_c_many_grounding_warnings(self):
|
||||
"""3+ preuves non traçables → tier C (critique)."""
|
||||
tier, review, warnings = _assess_quality_tier(
|
||||
parsed={},
|
||||
ref_warnings=[],
|
||||
grounding_warnings=[
|
||||
"Preuve [BIO-1] non traçable",
|
||||
"Preuve [BIO-2] non traçable",
|
||||
"Preuve [BIO-3] non traçable",
|
||||
],
|
||||
code_warnings=[],
|
||||
adversarial_result={"coherent": True, "erreurs": [], "score_confiance": 7},
|
||||
)
|
||||
assert tier == "C"
|
||||
assert review is True
|
||||
|
||||
def test_tier_a_no_adversarial(self):
|
||||
"""Pas de validation adversariale (None) + 0 warnings → tier A."""
|
||||
tier, review, warnings = _assess_quality_tier(
|
||||
parsed={},
|
||||
ref_warnings=[],
|
||||
grounding_warnings=[],
|
||||
code_warnings=[],
|
||||
adversarial_result=None,
|
||||
)
|
||||
assert tier == "A"
|
||||
assert review is False
|
||||
|
||||
|
||||
class TestFormatResponseCategorized:
|
||||
"""Tests pour le formatage avec warnings catégorisés et quality_tier."""
|
||||
|
||||
def test_tier_c_banner(self):
|
||||
"""Tier C → bandeau REVUE MANUELLE REQUISE."""
|
||||
text = _format_response(
|
||||
{"conclusion": "Conclusion..."},
|
||||
quality_tier="C",
|
||||
categorized_warnings=["[CRITIQUE] Code hors périmètre"],
|
||||
)
|
||||
assert "REVUE MANUELLE REQUISE" in text
|
||||
assert "Qualité : C" in text
|
||||
assert "AVERTISSEMENTS CRITIQUES" in text
|
||||
|
||||
def test_tier_a_no_banner(self):
|
||||
"""Tier A → pas de bandeau."""
|
||||
text = _format_response(
|
||||
{"conclusion": "Conclusion..."},
|
||||
quality_tier="A",
|
||||
categorized_warnings=[],
|
||||
)
|
||||
assert "REVUE MANUELLE REQUISE" not in text
|
||||
|
||||
def test_warnings_separated(self):
|
||||
"""Warnings critiques et mineurs dans des sections distinctes."""
|
||||
text = _format_response(
|
||||
{"conclusion": "Conclusion..."},
|
||||
quality_tier="C",
|
||||
categorized_warnings=[
|
||||
"[CRITIQUE] Code Z45.8 hors périmètre",
|
||||
"[MINEUR] Référence non vérifiable",
|
||||
],
|
||||
)
|
||||
assert "AVERTISSEMENTS CRITIQUES" in text
|
||||
assert "AVERTISSEMENTS MINEURS" in text
|
||||
assert text.index("CRITIQUES") < text.index("MINEURS")
|
||||
|
||||
def test_backward_compat_old_ref_warnings(self):
|
||||
"""Sans categorized_warnings, fallback sur ref_warnings."""
|
||||
text = _format_response(
|
||||
{"conclusion": "Conclusion..."},
|
||||
ref_warnings=["Référence non vérifiable : X"],
|
||||
)
|
||||
assert "AVERTISSEMENT — REFERENCES NON VÉRIFIÉES" in text
|
||||
|
||||
|
||||
class TestCheckDasBioCoherenceExtended:
|
||||
"""Tests pour les nouveaux patterns DAS/bio (Phase 5)."""
|
||||
|
||||
def test_sepsis_with_normal_crp(self):
|
||||
"""DAS 'sepsis' mais CRP normale → incohérence."""
|
||||
dossier = DossierMedical(
|
||||
source_file="test.pdf",
|
||||
diagnostics_associes=[
|
||||
Diagnostic(texte="Sepsis sévère", cim10_suggestion="A41.9"),
|
||||
],
|
||||
biologie_cle=[
|
||||
BiologieCle(test="CRP", valeur="3", anomalie=False),
|
||||
],
|
||||
)
|
||||
warnings = _check_das_bio_coherence(dossier)
|
||||
assert len(warnings) >= 1
|
||||
assert any("Sepsis" in w or "sepsis" in w for w in warnings)
|
||||
|
||||
def test_infarctus_with_normal_troponine(self):
|
||||
"""DAS 'infarctus' mais troponine normale → incohérence."""
|
||||
dossier = DossierMedical(
|
||||
source_file="test.pdf",
|
||||
diagnostics_associes=[
|
||||
Diagnostic(texte="Infarctus du myocarde", cim10_suggestion="I21.9"),
|
||||
],
|
||||
biologie_cle=[
|
||||
BiologieCle(test="Troponine", valeur="0.01", anomalie=False),
|
||||
],
|
||||
)
|
||||
warnings = _check_das_bio_coherence(dossier)
|
||||
assert len(warnings) >= 1
|
||||
|
||||
def test_infarctus_with_high_troponine_ok(self):
|
||||
"""DAS 'infarctus' + troponine élevée → pas d'incohérence."""
|
||||
dossier = DossierMedical(
|
||||
source_file="test.pdf",
|
||||
diagnostics_associes=[
|
||||
Diagnostic(texte="Infarctus du myocarde", cim10_suggestion="I21.9"),
|
||||
],
|
||||
biologie_cle=[
|
||||
BiologieCle(test="Troponine", valeur="0.5", anomalie=True),
|
||||
],
|
||||
)
|
||||
warnings = _check_das_bio_coherence(dossier)
|
||||
assert len(warnings) == 0
|
||||
|
||||
def test_denutrition_with_normal_albumine(self):
|
||||
"""DAS 'dénutrition' mais albumine normale → incohérence."""
|
||||
dossier = DossierMedical(
|
||||
source_file="test.pdf",
|
||||
diagnostics_associes=[
|
||||
Diagnostic(texte="Dénutrition sévère", cim10_suggestion="E43"),
|
||||
],
|
||||
biologie_cle=[
|
||||
BiologieCle(test="Albumine", valeur="42", anomalie=False),
|
||||
],
|
||||
)
|
||||
warnings = _check_das_bio_coherence(dossier)
|
||||
assert len(warnings) >= 1
|
||||
|
||||
def test_hypothyroidie_with_normal_tsh(self):
|
||||
"""DAS 'hypothyroïdie' mais TSH normale → incohérence."""
|
||||
dossier = DossierMedical(
|
||||
source_file="test.pdf",
|
||||
diagnostics_associes=[
|
||||
Diagnostic(texte="Hypothyroïdie", cim10_suggestion="E03.9"),
|
||||
],
|
||||
biologie_cle=[
|
||||
BiologieCle(test="TSH", valeur="2.5", anomalie=False),
|
||||
],
|
||||
)
|
||||
warnings = _check_das_bio_coherence(dossier)
|
||||
assert len(warnings) >= 1
|
||||
|
||||
def test_diabete_with_normal_glycemie(self):
|
||||
"""DAS 'diabète' mais glycémie normale → incohérence."""
|
||||
dossier = DossierMedical(
|
||||
source_file="test.pdf",
|
||||
diagnostics_associes=[
|
||||
Diagnostic(texte="Diabète de type 2", cim10_suggestion="E11.9"),
|
||||
],
|
||||
biologie_cle=[
|
||||
BiologieCle(test="Glycémie", valeur="4.5", anomalie=False),
|
||||
],
|
||||
)
|
||||
warnings = _check_das_bio_coherence(dossier)
|
||||
assert len(warnings) >= 1
|
||||
|
||||
def test_embolie_pulmonaire_with_normal_d_dimeres(self):
|
||||
"""DAS 'embolie pulmonaire' mais D-dimères normaux → incohérence."""
|
||||
dossier = DossierMedical(
|
||||
source_file="test.pdf",
|
||||
diagnostics_associes=[
|
||||
Diagnostic(texte="Embolie pulmonaire", cim10_suggestion="I26.9"),
|
||||
],
|
||||
biologie_cle=[
|
||||
BiologieCle(test="D-dimères", valeur="200", anomalie=False),
|
||||
],
|
||||
)
|
||||
warnings = _check_das_bio_coherence(dossier)
|
||||
assert len(warnings) >= 1
|
||||
|
||||
def test_insuffisance_renale_with_normal_creatinine(self):
|
||||
"""DAS 'insuffisance rénale' mais créatinine normale → incohérence."""
|
||||
dossier = DossierMedical(
|
||||
source_file="test.pdf",
|
||||
diagnostics_associes=[
|
||||
Diagnostic(texte="Insuffisance rénale aiguë", cim10_suggestion="N17.9"),
|
||||
],
|
||||
biologie_cle=[
|
||||
BiologieCle(test="Créatinine", valeur="80", anomalie=False),
|
||||
],
|
||||
)
|
||||
warnings = _check_das_bio_coherence(dossier)
|
||||
assert len(warnings) >= 1
|
||||
|
||||
Reference in New Issue
Block a user