Improve Cookbook serve reliability

This commit is contained in:
pewdiepie-archdaemon
2026-06-01 11:43:08 +09:00
parent 058d32451c
commit c953c078e5
5 changed files with 33 additions and 5 deletions

View File

@@ -12,6 +12,10 @@ services:
# Cookbook local model cache. Inside Docker, "Local" means the Odysseus
# container, so persist its HuggingFace cache under ./data/huggingface.
- ./data/huggingface:/app/.cache/huggingface
# Cookbook-installed Python CLIs/packages (vLLM, llama-cpp-python, etc.)
# land under /app/.local for the odysseus user. Persist them so a
# container recreate does not silently remove installed serve engines.
- ./data/local:/app/.local
extra_hosts:
# Lets the container reach local services on the Docker host, including
# Ollama at http://host.docker.internal:11434.