diff --git a/network-poc/docker-compose.client.yml b/network-poc/docker-compose.client.yml index 240fa56..57fe8e1 100644 --- a/network-poc/docker-compose.client.yml +++ b/network-poc/docker-compose.client.yml @@ -1,13 +1,12 @@ services: - # NVIDIA GPU -solmu - native-node-nvidia: - build: - context: . - dockerfile: Dockerfile.native-node - container_name: kipina-node-nvidia - environment: - - HUB_URL=wss://kipina.studio/ws - - ALLOCATED_GB=4 + # Ollama NVIDIA GPU:lla + ollama-nvidia: + image: ollama/ollama:latest + container_name: kipina-ollama + ports: + - "11434:11434" + volumes: + - ollama-models:/root/.ollama restart: unless-stopped deploy: resources: @@ -16,6 +15,65 @@ services: - driver: nvidia count: all capabilities: [gpu] + networks: + default: + aliases: + - ollama + profiles: + - nvidia + + # Ollama AMD ROCm GPU:lla + ollama-amd: + image: ollama/ollama:rocm + container_name: kipina-ollama + ports: + - "11434:11434" + volumes: + - ollama-models:/root/.ollama + restart: unless-stopped + devices: + - /dev/kfd:/dev/kfd + - /dev/dri:/dev/dri + group_add: + - video + - render + networks: + default: + aliases: + - ollama + profiles: + - amd + + # Ollama CPU:lla + ollama-cpu: + image: ollama/ollama:latest + container_name: kipina-ollama + ports: + - "11434:11434" + volumes: + - ollama-models:/root/.ollama + restart: unless-stopped + networks: + default: + aliases: + - ollama + profiles: + - cpu + + # NVIDIA GPU -solmu + native-node-nvidia: + build: + context: . + dockerfile: Dockerfile.native-node + container_name: kipina-node-nvidia + environment: + - HUB_URL=wss://kipina.studio/ws + - OLLAMA_URL=http://ollama:11434 + - OLLAMA_MODEL=qwen2.5-coder:7b + - ALLOCATED_GB=4 + restart: unless-stopped + depends_on: + - ollama-nvidia profiles: - nvidia @@ -27,14 +85,12 @@ services: container_name: kipina-node-amd environment: - HUB_URL=wss://kipina.studio/ws + - OLLAMA_URL=http://ollama:11434 + - OLLAMA_MODEL=qwen2.5-coder:7b - ALLOCATED_GB=4 restart: unless-stopped - devices: - - /dev/kfd:/dev/kfd - - /dev/dri:/dev/dri - group_add: - - video - - render + depends_on: + - ollama-amd profiles: - amd @@ -46,7 +102,14 @@ services: container_name: kipina-node-cpu environment: - HUB_URL=wss://kipina.studio/ws + - OLLAMA_URL=http://ollama:11434 + - OLLAMA_MODEL=qwen2.5-coder:7b - ALLOCATED_GB=2 restart: unless-stopped + depends_on: + - ollama-cpu profiles: - cpu + +volumes: + ollama-models: