Update Dockerfile

Dockerfile

@@ -4,6 +4,9 @@ FROM python:3.12.5
 # Install Ollama as root
 RUN curl -fsSL https://ollama.com/install.sh | sh
 
+# Start Ollama in the background and pull the model
+RUN ollama serve & sleep 5 && ollama pull llama3
+
 # Create a new user and switch to it
 RUN useradd -m -u 1000 user
 USER user
@@ -16,14 +19,11 @@ WORKDIR /app
 COPY --chown=user ./requirements.txt requirements.txt
 RUN pip install --no-cache-dir --upgrade -r requirements.txt
 
-# Pull the Llama3 model (or any other model you need)
-RUN ollama pull llama3
-
 # Copy application code
 COPY --chown=user . /app
 
 # Expose FastAPI default port
 EXPOSE 7860
 
-# Run the FastAPI app
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
+# Start Ollama and FastAPI together
+CMD ["sh", "-c", "ollama serve & uvicorn app:app --host 0.0.0.0 --port 7860"]