cesnimda
48 lines
1.1 KiB
YAML
48 lines
1.1 KiB
YAML
# Local development only. Uses the existing isolated jobjakt-dev AI network.
|
|
name: jobjakt-dev-ollama
|
|
services:
|
|
ollama:
|
|
image: ollama/ollama:0.40.11@sha256:459985308d740b99071719baec2740a60f5b2b2d9b835c171991ae25690203da
|
|
environment:
|
|
OLLAMA_HOST: 0.0.0.0:11434
|
|
OLLAMA_NO_CLOUD: "1"
|
|
OLLAMA_NUM_PARALLEL: "1"
|
|
OLLAMA_MAX_LOADED_MODELS: "1"
|
|
OLLAMA_CONTEXT_LENGTH: "4096"
|
|
OLLAMA_KEEP_ALIVE: 5m
|
|
ports:
|
|
- "127.0.0.1:11434:11434"
|
|
volumes:
|
|
- models:/root/.ollama
|
|
networks:
|
|
ai_internal:
|
|
aliases: [jobjakt-dev-ollama]
|
|
model_download: {}
|
|
mem_limit: 8g
|
|
cpus: 4
|
|
pids_limit: 256
|
|
read_only: true
|
|
tmpfs:
|
|
- /tmp:size=256m,mode=1777
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: [CMD, ollama, list]
|
|
interval: 15s
|
|
timeout: 5s
|
|
retries: 5
|
|
start_period: 15s
|
|
logging:
|
|
options:
|
|
max-size: 10m
|
|
max-file: "3"
|
|
networks:
|
|
ai_internal:
|
|
external: true
|
|
name: jobjakt-dev_ai_internal
|
|
model_download: {}
|
|
volumes:
|
|
models:
|
|
name: jobjakt-dev-ollama-models
|