jaakko
3eb0c4d939
- docker-compose: Ollama-container GPU:lla + persistent volume malleille - native-node: Candle poistettu, kutsuu Ollaman HTTP API:a (async) - Dockerfile: yksinkertaistettu, ei CUDA SDK:ta (Ollama hoitaa GPU:n) - Tukee kaikkia malleja: qwen2.5-coder:1.5b/3b/7b/14b/32b - OLLAMA_MODEL ympäristömuuttujalla vaihdetaan malli - kpn models näyttää Ollama-mallit nopeustiedoilla Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
35 lines
1.1 KiB
Docker
35 lines
1.1 KiB
Docker
FROM rust:slim AS builder
|
|
|
|
RUN apt-get update && apt-get install -y \
|
|
pkg-config libssl-dev g++ libvulkan-dev \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
WORKDIR /app
|
|
COPY Cargo.toml Cargo.lock ./
|
|
COPY hub/Cargo.toml hub/Cargo.toml
|
|
COPY node/Cargo.toml node/Cargo.toml
|
|
COPY native-node/Cargo.toml native-node/Cargo.toml
|
|
COPY cli/Cargo.toml cli/Cargo.toml
|
|
|
|
# Tyhjät src-tiedostot riippuvuuksien esikääntämistä varten
|
|
RUN mkdir -p hub/src node/src native-node/src cli/src \
|
|
&& echo "fn main(){}" > hub/src/main.rs \
|
|
&& echo "" > node/src/lib.rs \
|
|
&& echo "fn main(){}" > native-node/src/main.rs \
|
|
&& echo "fn main(){}" > cli/src/main.rs \
|
|
&& cargo build --release -p native-node 2>/dev/null || true
|
|
|
|
COPY native-node/src native-node/src
|
|
RUN cargo build --release -p native-node
|
|
|
|
FROM debian:bookworm-slim
|
|
RUN apt-get update && apt-get install -y ca-certificates libvulkan1 && rm -rf /var/lib/apt/lists/*
|
|
COPY --from=builder /app/target/release/native-node /usr/local/bin/native-node
|
|
|
|
ENV HUB_URL=ws://agentic-poc:3000/ws
|
|
ENV OLLAMA_URL=http://ollama:11434
|
|
ENV OLLAMA_MODEL=qwen2.5-coder:7b
|
|
ENV ALLOCATED_GB=4
|
|
|
|
CMD ["native-node"]
|