FROM pytorch/pytorch:2.2.2-cuda12.1-cudnn8-devel WORKDIR /app # Install system dependencies RUN apt-get update && apt-get install -y \ libportaudio2 \ libportaudiocpp0 \ portaudio19-dev \ libasound-dev \ libsndfile1-dev \ kmod \ build-essential \ && rm -rf /var/lib/apt/lists/* # Update pip first RUN pip install --upgrade pip setuptools wheel # Install base requirements first RUN pip install numpy==1.26.4 # Install vLLM with CUDA 12.1 support RUN pip install vllm==0.6.4.post1 \ --extra-index-url https://pypi.nvidia.com \ --extra-index-url https://download.pytorch.org/whl/cu121 COPY . . RUN pip install -r requirements.txt EXPOSE 7860 CMD ["python", "app.py"]