Dockerfile

FROM python:3.11.9

WORKDIR /code

COPY ./requirements.txt /code/requirements.txt

RUN pip install -r /code/requirements.txt
RUN curl -fsSL https://ollama.com/install.sh | sh
RUN ollama serve &
RUN ollama run phi3

COPY . .

CMD ["gunicorn", "-w", "20", "main:app"]