feat(dev): enable isolated local workers and verified Ollama

2026-10-27 11:55:31 +01:00
parent 663023a088
commit 73ea888375
9 changed files with 356 additions and 1 deletions
@@ -0,0 +1,47 @@
+# Local development only. Uses the existing isolated jobjakt-dev AI network.
+name: jobjakt-dev-ollama
+services:
+  ollama:
+    image: ollama/ollama:0.40.11@sha256:459985308d740b99071719baec2740a60f5b2b2d9b835c171991ae25690203da
+    environment:
+      OLLAMA_HOST: 0.0.0.0:11434
+      OLLAMA_NO_CLOUD: "1"
+      OLLAMA_NUM_PARALLEL: "1"
+      OLLAMA_MAX_LOADED_MODELS: "1"
+      OLLAMA_CONTEXT_LENGTH: "4096"
+      OLLAMA_KEEP_ALIVE: 5m
+    ports:
+      - "127.0.0.1:11434:11434"
+    volumes:
+      - models:/root/.ollama
+    networks:
+      ai_internal:
+        aliases: [jobjakt-dev-ollama]
+      model_download: {}
+    mem_limit: 8g
+    cpus: 4
+    pids_limit: 256
+    read_only: true
+    tmpfs:
+      - /tmp:size=256m,mode=1777
+    cap_drop: [ALL]
+    security_opt: [no-new-privileges:true]
+    restart: unless-stopped
+    healthcheck:
+      test: [CMD, ollama, list]
+      interval: 15s
+      timeout: 5s
+      retries: 5
+      start_period: 15s
+    logging:
+      options:
+        max-size: 10m
+        max-file: "3"
+networks:
+  ai_internal:
+    external: true
+    name: jobjakt-dev_ai_internal
+  model_download: {}
+volumes:
+  models:
+    name: jobjakt-dev-ollama-models