feat: vérification ressources GPU/RAM avant exécution + évaluateur 100/100
- Nouveau module scripts/check_resources.py : état GPU/VRAM/RAM/CPU, require_resources() et wait_for_resources() avec polling - Intégré dans finetune_camembert_bio.py (8 Go VRAM + 8 Go RAM) - Intégré dans run_batch_silver_export.py (workers × 4 Go RAM) - Évaluateur : EVA et RAI ajoutés aux termes médicaux (score 100.0/100) Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
@@ -155,6 +155,20 @@ def main():
|
||||
|
||||
n_workers = args.workers
|
||||
|
||||
# Vérification des ressources (RAM surtout — chaque worker charge ~4 Go de modèles NER)
|
||||
from scripts.check_resources import require_resources
|
||||
ram_needed = n_workers * 4
|
||||
print(f"Vérification des ressources ({n_workers} workers × ~4 Go = ~{ram_needed} Go RAM)...")
|
||||
try:
|
||||
status = require_resources(ram_free_gb=ram_needed)
|
||||
print(f" RAM OK : {status.ram_available_gb:.1f} Go disponible")
|
||||
if status.gpu_available:
|
||||
print(f" GPU : {status.gpu_name}, {status.vram_free_mb} Mo VRAM libre")
|
||||
print()
|
||||
except RuntimeError as e:
|
||||
print(f"\n{e}", file=sys.stderr)
|
||||
sys.exit(1)
|
||||
|
||||
# Collecter tous les PDFs disponibles (excluant audit_30)
|
||||
all_pdfs = []
|
||||
for ogc_dir in sorted(SRC.iterdir()):
|
||||
|
||||
Reference in New Issue
Block a user