Dockerfile

FROM pytorch/pytorch:2.2.2-cuda12.1-cudnn8-devel

WORKDIR /app

# Install system dependencies
RUN apt-get update && apt-get install -y \
    libportaudio2 \
    libportaudiocpp0 \
    portaudio19-dev \
    libasound-dev \
    libsndfile1-dev \
    kmod \
    build-essential \
    && rm -rf /var/lib/apt/lists/*

# Update pip first
RUN pip install --upgrade pip setuptools wheel

# Install base requirements first
RUN pip install numpy==1.26.4

# Install vLLM with CUDA 12.1 support
RUN pip install vllm==0.6.4.post1 \
    --extra-index-url https://pypi.nvidia.com \
    --extra-index-url https://download.pytorch.org/whl/cu121

COPY . .
RUN pip install -r requirements.txt

EXPOSE 7860
CMD ["python", "app.py"]