File size: 819 Bytes
0c91bd2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
FROM ollama/ollama:latest
RUN apt-get update && apt-get install -y \
python3 python3-pip tini && \
rm -rf /var/lib/apt/lists/*
ENV PYTHONUNBUFFERED=1
ENV HF_HOME=/app/.huggingface_cache
ENV OLLAMA_HOME=/app/.ollama
ENV OLLAMA_HOST=0.0.0.0:8000
ENV OLLAMA_ORIGIN=*
RUN mkdir -p /app/.huggingface_cache /app/.ollama \
&& chmod -R 777 /app
RUN adduser --disabled-password --gecos "" ollama-user \
&& chown -R ollama-user:ollama-user /app
WORKDIR /src
COPY requirements.txt .
RUN python3 -m pip install --no-cache-dir -r requirements.txt
USER ollama-user
COPY . .
# Expose ports
EXPOSE 8000
EXPOSE 7860
ENTRYPOINT ["/usr/bin/tini", "--"]
CMD ["sh", "-c", "ollama serve & sleep 5 && ollama pull llama3 && ollama run llama3 < /dev/null & uvicorn app:app --host 0.0.0.0 --port 7860 --workers 4"] |