uv

Dockerfile

@@ -21,13 +21,17 @@ RUN apt-get install -y --no-install-recommends \
     libpq-dev \
     make
 # insall latest vllm
-RUN pip install vllm==0.7.2
+
+RUN pip install uv
+RUN uv venv --python 3.11 --python-preference managed
+RUN . .venv/bin/activate
+RUN uv pip install vllm==0.7.2
 
 # Install transformers from source, need specific revision for Qwen2.5 as 
 # breaking changes in master
-RUN pip install --upgrade git+https://github.com/huggingface/transformers.git@336dc69d63d56f232a183a3e7f52790429b871ef
+RUN uv pip install --upgrade git+https://github.com/huggingface/transformers.git@336dc69d63d56f232a183a3e7f52790429b871ef
 
-RUN pip install ray[adag]
+RUN uv pip install ray[adag]
 
 RUN export VLLM_USE_V1=1