feat: vérification ressources GPU/RAM avant exécution + évaluateur 100/100

- Nouveau module scripts/check_resources.py : état GPU/VRAM/RAM/CPU,
  require_resources() et wait_for_resources() avec polling
- Intégré dans finetune_camembert_bio.py (8 Go VRAM + 8 Go RAM)
- Intégré dans run_batch_silver_export.py (workers × 4 Go RAM)
- Évaluateur : EVA et RAI ajoutés aux termes médicaux (score 100.0/100)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
2026-03-16 10:27:33 +01:00
parent 49ff464e6e
commit d957e72aff
4 changed files with 375 additions and 0 deletions

View File

@@ -155,6 +155,20 @@ def main():
n_workers = args.workers
# Vérification des ressources (RAM surtout — chaque worker charge ~4 Go de modèles NER)
from scripts.check_resources import require_resources
ram_needed = n_workers * 4
print(f"Vérification des ressources ({n_workers} workers × ~4 Go = ~{ram_needed} Go RAM)...")
try:
status = require_resources(ram_free_gb=ram_needed)
print(f" RAM OK : {status.ram_available_gb:.1f} Go disponible")
if status.gpu_available:
print(f" GPU : {status.gpu_name}, {status.vram_free_mb} Mo VRAM libre")
print()
except RuntimeError as e:
print(f"\n{e}", file=sys.stderr)
sys.exit(1)
# Collecter tous les PDFs disponibles (excluant audit_30)
all_pdfs = []
for ogc_dir in sorted(SRC.iterdir()):