FROM python:3.10-slim # Set the working directory WORKDIR /app # Install system dependencies for llama-cpp-python RUN apt-get update && apt-get install -y --no-install-recommends \ build-essential \ libopenblas-dev \ libssl-dev \ ca-certificates \ && rm -rf /var/lib/apt/lists/* # Copy the requirements file COPY requirements.txt . # Install Python dependencies RUN pip install --no-cache-dir -r requirements.txt # Copy the application code COPY . . # Set up the environment variables ENV HF_HUB_ENABLE_HF_TOKEN=1 # Expose the port EXPOSE 7860 # Command to run the application CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]