feat: Dockerfile & docker-compose

.dockerignore

@@ -0,0 +1,6 @@
+.idea/
+static/
+target/
+docker-compose.yaml
+Dockerfile
+README.MD

Dockerfile

@@ -1,46 +1,23 @@
-# Build stage
-FROM nvidia/cuda:12.2.2-devel-ubuntu22.04 as builder
-
-# Install python3.11 and build dependencies
-RUN apt-get update
-RUN apt-get install -y software-properties-common
-#RUN add-apt-repository ppa:deadsnakes/ppa
-
-RUN apt-get update
-RUN apt-get install -y libssl-dev cmake python3-dev curl pkg-config clang
-
-# install rust toolchain
-RUN curl https://sh.rustup.rs -sSf | sh -s  -- --default-toolchain stable -y
+FROM nvidia/cuda:12.2.2-devel-ubuntu22.04 as chef
+RUN apt-get update && apt-get install -y curl
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- --default-toolchain stable -y
 ENV PATH=/root/.cargo/bin:$PATH
+RUN cargo install cargo-chef
+WORKDIR /app
 
-# Just copy the manifest files to cache dependencies
-COPY Cargo.toml Cargo.lock ./
-
-# Download dependencies
-RUN mkdir -p src/bin && echo "fn main() {println!(\"if you see this, the build broke\")}" > src/bin/bigbot.rs
-RUN --mount=type=cache,target=/usr/local/cargo/registry \
-    --mount=type=cache,target=/usr/local/cargo/git \
-    cargo build --release
+FROM chef as planner
+COPY . .
+RUN cargo chef prepare  --recipe-path recipe.json
 
-COPY ./src ./src
+FROM chef as builder
+RUN apt-get update && apt-get install -y cmake g++ libclang-dev libssl-dev pkg-config python3-dev
+COPY --from=planner /app/recipe.json recipe.json
+RUN cargo chef cook --release --recipe-path recipe.json
+COPY . .
+RUN cargo build --release
 
-# Build the project with release profile
-RUN --mount=type=cache,target=/usr/local/cargo/registry \
-    --mount=type=cache,target=/usr/local/cargo/git \
-    cargo build --release
-
-# Runtime stage
 FROM nvidia/cuda:12.2.2-runtime-ubuntu22.04 as runtime
-
-# Install runtime dependencies
-RUN apt-get update && apt-get install -y ca-certificates python3-dev && rm -rf /var/lib/apt/lists/*
-
-# Just copy the binary from the build stage
-COPY --from=builder /target/release/polyhedron /usr/local/bin/polyhedron
-COPY ./models/ggml-large-encoder.mlmodelc ./models/ggml-large-encoder.mlmodelc
-COPY ./models/ggml-large.bin ./models/ggml-large.bin
-COPY config.yaml config.yaml
-COPY ./static ./static
-
-# Run the binary
-CMD ["polyhedron"]
+RUN apt-get update && apt-get install -y ca-certificates && rm -rf /var/lib/apt/lists/*
+WORKDIR /app
+COPY --from=builder /app/target/release/polyhedron .
+ENTRYPOINT ["./polyhedron"]

README.MD

@@ -22,7 +22,7 @@ Configuration like AWS credentials and models are specified in config.yaml.
 To run Polyhedron locally:
 
 1. Config AWS account via https://docs.aws.amazon.com/cli/latest/userguide/cli-configure-files.html
-2. Clone the repository, Run `cargo run --release`
+2. Clone the repository, Run `docker compose up`
 3. Open http://localhost:8080 in the browser
 ## Architecture
 

docker-compose.yaml

@@ -0,0 +1,16 @@
+version: "3"
+services:
+  polyhedron:
+    container_name: polyhedron
+    build: ./
+#    image: vitongue/polyhedron:latest
+    environment:
+      - AWS_DEFAULT_REGION=${AWS_DEFAULT_REGION}
+      - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
+      - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
+      - RUST_LOG=polyhedron=debug
+    volumes:
+      - ./config:/app/config
+      - ./static:/app/static
+    ports:
+      - "8080:8080"