feat: 3 quick wins — source DAS, fallback code parent, filtre anatomique
1. Champ source sur Diagnostic : trackare/edsnlp/regex/llm_das - Renseigné dans les 8 constructeurs de cim10_extractor.py - Permet l'audit de provenance des DAS dans le JSON de sortie 2. Fallback code parent pour les codes LLM halluccinés : - fallback_parent_code() dans cim10_dict.py (D71.9→D71, R69.8→R69) - Intégré dans _apply_llm_result_diagnostic() de rag_search.py - Récupère les codes rejetés dont le parent 3-char est valide 3. Règle 12 filtre DAS : en-têtes anatomiques + catégories vagues - Rejette "Musculaire", "Digestif", "Hépatique" (mots isolés) - Rejette "Musculaire - masse musculaire" (catégorie + description) - 13 nouveaux tests unitaires au total Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -101,6 +101,7 @@ class Diagnostic(BaseModel):
|
||||
est_cma: Optional[bool] = None
|
||||
est_cms: Optional[bool] = None
|
||||
niveau_severite: Optional[str] = None # "leger" | "modere" | "severe" | "non_evalue"
|
||||
source: Optional[str] = None # "trackare" | "edsnlp" | "regex" | "llm_das"
|
||||
|
||||
|
||||
class ActeCCAM(BaseModel):
|
||||
|
||||
@@ -212,6 +212,25 @@ def validate_code(code: str) -> tuple[bool, str]:
|
||||
return False, ""
|
||||
|
||||
|
||||
def fallback_parent_code(code: str) -> str | None:
|
||||
"""Tente de corriger un code invalide en remontant au code parent.
|
||||
|
||||
Le LLM hallucine souvent des sous-codes (.8, .9) sur des codes
|
||||
standalone à 3 caractères (ex: D71.9 → D71, R69.8 → R69).
|
||||
|
||||
Returns:
|
||||
Le code parent valide, ou None si aucun fallback trouvé.
|
||||
"""
|
||||
normalized = normalize_code(code)
|
||||
# Extraire le code parent (3 caractères avant le point)
|
||||
if "." in normalized:
|
||||
parent = normalized.split(".")[0]
|
||||
is_valid, _ = validate_code(parent)
|
||||
if is_valid:
|
||||
return parent
|
||||
return None
|
||||
|
||||
|
||||
def reset_cache() -> None:
|
||||
"""Réinitialise les caches (utile pour les tests)."""
|
||||
global _dict_cache, _normalized_cache
|
||||
|
||||
@@ -205,6 +205,7 @@ def _extract_das_llm(text: str, dossier: DossierMedical) -> None:
|
||||
texte=texte,
|
||||
cim10_suggestion=code,
|
||||
justification=das.get("justification"),
|
||||
source="llm_das",
|
||||
))
|
||||
added += 1
|
||||
|
||||
@@ -297,6 +298,7 @@ def _extract_diagnostics(
|
||||
d = Diagnostic(
|
||||
texte=texte,
|
||||
cim10_suggestion=diag.get("code_cim10"),
|
||||
source="trackare",
|
||||
)
|
||||
if diag.get("type", "").lower() == "principal":
|
||||
dossier.diagnostic_principal = d
|
||||
@@ -331,6 +333,7 @@ def _extract_diagnostics(
|
||||
code, texte = next(iter(edsnlp_codes.items()))
|
||||
dossier.diagnostic_principal = Diagnostic(
|
||||
texte=texte.capitalize(), cim10_suggestion=code,
|
||||
source="edsnlp",
|
||||
)
|
||||
|
||||
# Diagnostics associés depuis le texte (regex)
|
||||
@@ -356,6 +359,7 @@ def _extract_diagnostics(
|
||||
dossier.diagnostics_associes.append(Diagnostic(
|
||||
texte=texte,
|
||||
cim10_suggestion=ent.code,
|
||||
source="edsnlp",
|
||||
))
|
||||
existing_codes.add(ent.code)
|
||||
|
||||
@@ -370,7 +374,7 @@ def _find_diagnostic_principal(text_lower: str, conclusion: str) -> Diagnostic |
|
||||
# Chercher dans la conclusion d'abord via CIM10_MAP (domain override)
|
||||
for terme, code in CIM10_MAP.items():
|
||||
if normalize_text(terme) in conclusion_norm:
|
||||
return Diagnostic(texte=terme.capitalize(), cim10_suggestion=code)
|
||||
return Diagnostic(texte=terme.capitalize(), cim10_suggestion=code, source="regex")
|
||||
|
||||
text_norm = normalize_text(text_lower)
|
||||
|
||||
@@ -385,7 +389,7 @@ def _find_diagnostic_principal(text_lower: str, conclusion: str) -> Diagnostic |
|
||||
if m:
|
||||
matched = m.group(0)
|
||||
code = _lookup_cim10(matched)
|
||||
return Diagnostic(texte=matched.capitalize(), cim10_suggestion=code)
|
||||
return Diagnostic(texte=matched.capitalize(), cim10_suggestion=code, source="regex")
|
||||
|
||||
return None
|
||||
|
||||
@@ -444,7 +448,7 @@ def _find_diagnostics_associes(
|
||||
# Patterns DAS
|
||||
for pat, label, code in _DAS_PATTERNS:
|
||||
if re.search(pat, text_norm) and code not in existing_codes:
|
||||
das.append(Diagnostic(texte=label, cim10_suggestion=code))
|
||||
das.append(Diagnostic(texte=label, cim10_suggestion=code, source="regex"))
|
||||
existing_codes.add(code)
|
||||
|
||||
# Obésité (IMC >= 30) — pattern spécial avec extraction de valeur
|
||||
@@ -452,7 +456,7 @@ def _find_diagnostics_associes(
|
||||
if m:
|
||||
imc_val = float(m.group(1).replace(",", "."))
|
||||
if imc_val >= 30 and "E66.0" not in existing_codes:
|
||||
das.append(Diagnostic(texte=f"Obésité (IMC {imc_val})", cim10_suggestion="E66.0"))
|
||||
das.append(Diagnostic(texte=f"Obésité (IMC {imc_val})", cim10_suggestion="E66.0", source="regex"))
|
||||
existing_codes.add("E66.0")
|
||||
|
||||
return das
|
||||
|
||||
@@ -83,6 +83,20 @@ def is_valid_diagnostic_text(text: str) -> bool:
|
||||
if re.match(r'^(Dans |La |Le |Les |Au |Aux )', t) and len(t) < 30:
|
||||
return False
|
||||
|
||||
# 12. En-têtes de systèmes anatomiques (catégories sans pathologie)
|
||||
_ANATOMICAL_HEADERS = {
|
||||
"musculaire", "squelettique", "cardiovasculaire", "pulmonaire",
|
||||
"neurologique", "digestif", "digestive", "hépatique", "rénal",
|
||||
"rénale", "urinaire", "cutané", "cutanée", "articulaire",
|
||||
"osseux", "osseuse", "gastrique", "intestinal", "intestinale",
|
||||
"cérébral", "thoracique", "abdominal", "abdominale",
|
||||
}
|
||||
if len(words) == 1 and t.lower() in _ANATOMICAL_HEADERS:
|
||||
return False
|
||||
# Catégorie + description vague : "Musculaire - masse musculaire"
|
||||
if re.match(r'^[A-ZÀ-Ú][a-zà-ÿ]+ - (masse|zone|région|état|bilan)', t, re.IGNORECASE):
|
||||
return False
|
||||
|
||||
return True
|
||||
|
||||
|
||||
|
||||
@@ -10,7 +10,7 @@ from ..config import (
|
||||
OLLAMA_CACHE_PATH, OLLAMA_MAX_PARALLEL, OLLAMA_MODEL,
|
||||
EMBEDDING_MODEL, RERANKER_MODEL,
|
||||
)
|
||||
from .cim10_dict import normalize_code, validate_code as cim10_validate
|
||||
from .cim10_dict import normalize_code, validate_code as cim10_validate, fallback_parent_code
|
||||
from .cim10_extractor import BIO_NORMALS
|
||||
from .ccam_dict import validate_code as ccam_validate
|
||||
from .ollama_client import call_ollama, parse_json_response
|
||||
@@ -478,10 +478,19 @@ def _apply_llm_result_diagnostic(diagnostic: Diagnostic, llm_result: dict) -> No
|
||||
if is_valid:
|
||||
diagnostic.cim10_suggestion = code
|
||||
else:
|
||||
logger.warning(
|
||||
"RAG : code Ollama %s invalide pour « %s », code ignoré",
|
||||
code, diagnostic.texte,
|
||||
)
|
||||
# Tenter fallback vers le code parent (D71.9 → D71)
|
||||
parent = fallback_parent_code(code)
|
||||
if parent:
|
||||
logger.info(
|
||||
"RAG : code Ollama %s invalide → fallback parent %s pour « %s »",
|
||||
code, parent, diagnostic.texte,
|
||||
)
|
||||
diagnostic.cim10_suggestion = parent
|
||||
else:
|
||||
logger.warning(
|
||||
"RAG : code Ollama %s invalide pour « %s », code ignoré",
|
||||
code, diagnostic.texte,
|
||||
)
|
||||
if confidence in ("high", "medium", "low"):
|
||||
diagnostic.cim10_confidence = confidence
|
||||
if justification:
|
||||
|
||||
Reference in New Issue
Block a user