version: '3.8'

services:
  tailscale-ai:
    image: tailscale/tailscale:latest
    container_name: tailscale-ai
    hostname: localai
    environment:
      - TS_AUTHKEY=YOUR-KEY
      - TS_STATE_DIR=/var/lib/tailscale
      - TS_USERSPACE=false
      - TS_EXTRA_ARGS=--advertise-exit-node --accept-routes=false --accept-dns=false --snat-subnet-routes=false

 
    volumes:
      - ${PWD}/ts-authkey-test/state:/var/lib/tailscale
      - /dev/net/tun:/dev/net/tun
    cap_add:
      - NET_ADMIN
      - NET_RAW
    privileged: true
    restart: unless-stopped
    network_mode: "host"

  ollama:
    image: ollama/ollama:latest
    container_name: ollama
    ports:
      - "11434:11434"
    volumes:
      - ./ollama-data:/root/.ollama
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    restart: unless-stopped

  open-webui:
    image: ghcr.io/open-webui/open-webui:main
    container_name: open-webui
    ports:
      - "80:8080"
    volumes:
      - ./open-webui:/app/backend/data
    extra_hosts:
      - "host.docker.internal:host-gateway"
    restart: always

volumes:
  ollama:
    external: true
  open-webui:
    external: true

#!/bin/bash

# 从Docker容器中获取模型列表
models=$(docker exec -it ollama bash -c "ollama list | tail -n +2" | awk '{print $1}')
model_count=$(echo "$models" | wc -w)

echo "您有$model_count个模型可用。您想一次性更新所有模型吗？（y/n）"
read -r bulk_response

case "$bulk_response" in
  y|Y)
    echo "正在更新所有模型..."
    for model in $models; do
      docker exec -it ollama bash -c "ollama pull '$model'"
    done
    ;;
  n|N)
    # 遍历每个模型并提示用户输入
    for model in $models; do
      echo "您想更新模型'$model'吗？（y/n）"
      read -r response

      case "$response" in
        y|Y)
          docker exec -it ollama bash -c "ollama pull '$model'"
          ;;
        n|N)
          echo "跳过'$model'"
          ;;
        *)
          echo "无效输入。跳过'$model'"
          ;;
      esac
    done
    ;;
  *)
    echo "无效输入。退出。"
    exit 1
    ;;
esac

#!/bin/bash

# 预定义的模型名称列表
models=(
    "llama3.1:70b-instruct-q4_K_M"
    "qwen2.5:32b-instruct-q8_0"
    "qwen2.5:72b-instruct-q4_K_S"
    "qwen2.5-coder:7b-instruct-q8_0"
    "gemma2:27b-instruct-q8_0"
    "llama3.1:8b-instruct-q8_0"
    "codestral:22b-v0.1-q8_0"
    "mistral-large:123b-instruct-2407-q2_K"
    "mistral-small:22b-instruct-2409-q8_0"
    "nomic-embed-text"
)
# 计算模型数量
model_count=${#models[@]}

echo "您有$model_count个预定义模型需要下载。您想继续吗？（y/n）"
read -r response

case "$response" in
  y|Y)
    echo "正在逐个下载预定义模型..."
    for model in "${models[@]}"; do
      docker exec -it ollama bash -c "ollama pull '$model'"
      if [ $? -ne 0 ]; then
        echo "下载模型失败: $model"
        exit 1
      fi
      echo "已下载模型: $model"
    done
    ;;
  n|N)
    echo "退出，不下载任何模型。"
    exit 0
    ;;
  *)
    echo "无效输入。退出。"
    exit 1
    ;;
esac