Dockerfile

# Use a Python 3.8.20 base image
FROM python:3.8.20-slim

# Set working directory in container
WORKDIR /app

# Install system dependencies (if needed)
RUN apt-get update && apt-get install -y \
    build-essential \
    python3-dev \
    && rm -rf /var/lib/apt/lists/*

# Copy requirements.txt into the container
COPY requirements.txt .

# Install the Python dependencies
RUN pip install --no-cache-dir -r requirements.txt
RUN pip install flash-attn --no-build-isolation

# Copy the rest of the application files into the container
COPY . .

# Command to run Gradio interface (you can replace 'app.py' with your actual entry point)
CMD ["python", "app.py"]