first

Dockerfile

@@ -20,7 +20,7 @@ ENV LLAMA_CUBLAS=1
 # Install depencencies
 RUN python3 -m pip install --upgrade pip pytest cmake \
     scikit-build setuptools fastapi uvicorn sse-starlette \
-    pydantic-settings starlette-context gradio huggingface_hub hf_transfer transformers
+    pydantic-settings starlette-context gradio huggingface_hub hf_transfer transformers torch einops
 
 # Install llama-cpp-python (build with cuda)
 RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python