Évite le timeout du préchargement

This commit is contained in:
Michael committed 2026-07-07 15:34:08 +02:00
1 parent 0f6abf6dde
commit c9b6c8bb3e
4 files changed
+86 -18

No files matched your search

+6 -6
View File
@@ -22,16 +22,16 @@ async def _warm_default_model() -> None:
import asyncio
import logging
from .ollama_client import OllamaError, ollama
await asyncio.sleep(2) # laisse le service démarrer
try:
cfg = agent_config.get_config(settings.default_model)
await ollama.warm(settings.default_model, cfg.get("keep_alive", "30m"))
logging.getLogger(__name__).info(
"Modèle %s préchargé en VRAM", settings.default_model
models.start_model_warm(
settings.default_model, cfg.get("keep_alive", "30m")
)
except (OllamaError, OSError, Exception) as exc: # best-effort
logging.getLogger(__name__).info(
"Préchargement du modèle %s lancé", settings.default_model
)
except Exception as exc: # best-effort
logging.getLogger(__name__).info(
"Préchargement au démarrage ignoré : %s", exc
)