FROM nvidia/cuda:11.8.0-runtime-ubuntu22.04 # Add non-root user RUN useradd -m -u 1000 user WORKDIR /home/user/app # Install dependencies RUN apt-get update && apt-get install -y \ python3 \ python3-pip \ && rm -rf /var/lib/apt/lists/* # Install accelerate for better GPU performance RUN pip3 install --no-cache-dir accelerate # Copy requirements first for better caching COPY --chown=user:user requirements.txt . RUN pip3 install --no-cache-dir -r requirements.txt # Copy application code COPY --chown=user:user . . # Switch to non-root user USER user # Set environment variables for GPU ENV NVIDIA_VISIBLE_DEVICES all ENV NVIDIA_DRIVER_CAPABILITIES compute,utility # Expose port EXPOSE 7860 CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860", "--workers", "1"]