Dockerfile

# Use NVIDIA CUDA base image
RUN --gpus all nvidia/cuda:10.2-cudnn7-devel nvidia-smi

# Set the working directory
WORKDIR /code

# Copy the requirements file
COPY ./requirements.txt /code/requirements.txt

# Install required dependencies, including CUDA toolkit
RUN apt-get update && \
    apt-get install -y --no-install-recommends \
    cuda-toolkit-11-4 && \
    rm -rf /var/lib/apt/lists/*

# Install Python dependencies
RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

# Copy the rest of the application code
COPY . .

# Specify the default command to run on container start
CMD ["python", "caption_api.py", "--host", "0.0.0.0", "--port", "7860"]