From 88b8b0dcfd1fd2018c9d6f93e70b93270cccdfc0 Mon Sep 17 00:00:00 2001 From: Alex Lebens Date: Sat, 25 Jan 2025 21:01:37 -0600 Subject: [PATCH] add ollama pd05wd --- hosts/pd05wd/ollama/.ts-env | 1 + hosts/pd05wd/ollama/compose.yaml | 59 ++++++++++++++++++++++++++++++++ 2 files changed, 60 insertions(+) create mode 100644 hosts/pd05wd/ollama/.ts-env create mode 100644 hosts/pd05wd/ollama/compose.yaml diff --git a/hosts/pd05wd/ollama/.ts-env b/hosts/pd05wd/ollama/.ts-env new file mode 100644 index 000000000..4c297bf5a --- /dev/null +++ b/hosts/pd05wd/ollama/.ts-env @@ -0,0 +1 @@ +TS_AUTHKEY="" diff --git a/hosts/pd05wd/ollama/compose.yaml b/hosts/pd05wd/ollama/compose.yaml new file mode 100644 index 000000000..92f137d6f --- /dev/null +++ b/hosts/pd05wd/ollama/compose.yaml @@ -0,0 +1,59 @@ +--- +services: + tailscale-ollama: + image: ghcr.io/tailscale/tailscale:latest + container_name: tailscale-ollama + cap_add: + - net_admin + - sys_module + environment: + - TS_STATE_DIR=/var/lib/tailscale + - TS_ENABLE_METRICS=true + - TS_HOSTNAME=ollama-pd05wd + env_file: + - .ts-env + labels: + - "com.centurylinklabs.watchtower.scope=ollama" + network_mode: service:ollama + restart: always + volumes: + - tailscale:/var/lib/tailscale + devices: + - /dev/net/tun:/dev/net/tun + + watchtower: + image: ghcr.io/containrrr/watchtower:latest + container_name: ollama-watchtower + command: --scope ollama + environment: + - TZ=America/Chicago + - WATCHTOWER_HTTP_API_METRICS=true + - WATCHTOWER_HTTP_API_TOKEN=token + - WATCHTOWER_CLEANUP=true + - WATCHTOWER_POLL_INTERVAL=3600 + labels: + - "com.centurylinklabs.watchtower.scope=ollama" + network_mode: service:ollama + restart: always + volumes: + - /var/run/docker.sock:/var/run/docker.sock + + ollama: + image: ollama/ollama:latest + container_name: ollama + environment: + - OLLAMA_KEEP_ALIVE=24h + restart: always + deploy: + resources: + reservations: + devices: + - driver: nvidia + capabilities: ["gpu"] + count: all + volumes: + - ollama:/root/.ollama + +volumes: + tailscale: + ollama: