robinroy03 commited on
Commit
0dc8c8f
·
verified ·
1 Parent(s): 2b330e8

this will work (fr)

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -12
Dockerfile CHANGED
@@ -1,14 +1,5 @@
1
- FROM python:3.11.9
2
 
3
- WORKDIR /code
4
 
5
- COPY ./requirements.txt /code/requirements.txt
6
-
7
- RUN pip install -r /code/requirements.txt
8
- RUN curl -fsSL https://ollama.com/install.sh | sh
9
- RUN ollama serve
10
- RUN ollama run phi3
11
-
12
- COPY . .
13
-
14
- CMD ["gunicorn", "-w", "20", "main:app"]
 
1
+ FROM ollama/ollama
2
 
3
+ ENV OLLAMA_MAX_LOADED_MODELS=20 --OLLAMA_NUM_PARALLEL=20
4
 
5
+ CMD ["serve"]