mirror of
https://github.com/R0m1k3/Loki.git
synced 2026-10-21 05:58:13 +02:00
Évite le timeout du préchargement
This commit is contained in:
1 parent
0f6abf6dde
commit
c9b6c8bb3e
4 files changed
+86
-18
No files matched your search
+6
-6
@@ -22,16 +22,16 @@ async def _warm_default_model() -> None:
|
||||
import asyncio
|
||||
import logging
|
||||
|
||||
from .ollama_client import OllamaError, ollama
|
||||
|
||||
await asyncio.sleep(2) # laisse le service démarrer
|
||||
try:
|
||||
cfg = agent_config.get_config(settings.default_model)
|
||||
await ollama.warm(settings.default_model, cfg.get("keep_alive", "30m"))
|
||||
logging.getLogger(__name__).info(
|
||||
"Modèle %s préchargé en VRAM", settings.default_model
|
||||
models.start_model_warm(
|
||||
settings.default_model, cfg.get("keep_alive", "30m")
|
||||
)
|
||||
except (OllamaError, OSError, Exception) as exc: # best-effort
|
||||
logging.getLogger(__name__).info(
|
||||
"Préchargement du modèle %s lancé", settings.default_model
|
||||
)
|
||||
except Exception as exc: # best-effort
|
||||
logging.getLogger(__name__).info(
|
||||
"Préchargement au démarrage ignoré : %s", exc
|
||||
)
|
||||
|
||||
Reference in new issue
Block a user