File size: 986 Bytes
8308b9e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
# Base image with CUDA support
FROM nvidia/cuda:12.8.0-cudnn-devel-ubuntu22.04 AS model-downloader
WORKDIR /app
# Install system dependencies
RUN apt-get update && apt-get install -y \
python3 \
python3-pip python3-distutils python3-dev python3-venv \
git \
ffmpeg \
sudo wget curl software-properties-common build-essential gcc g++ \
&& ln -s /usr/bin/python3 /usr/bin/python \
&& rm -rf /var/lib/apt/lists/*
# Install Rust
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"
# Set compiler environment variables
ENV CC=/usr/bin/gcc
ENV CXX=/usr/bin/g++
# Upgrade pip and install base Python dependencies
RUN pip install --upgrade pip setuptools setuptools-rust torch
RUN pip install flash-attn --no-build-isolation
# Copy requirements and configuration files
COPY requirements.txt .
COPY dhwani_config.json .
# Install Python dependencies
RUN pip install --no-cache-dir -r requirements.txt
|