fix: install

Dockerfile

@@ -4,9 +4,21 @@ RUN pip install hf_transfer
 
 # install vllm
 #RUN pip install vllm
-ENV PIP_EXTRA_INDEX_URL https://download.pytorch.org/whl/cpu
-ENV VLLM_TARGET_DEVICE cpu
-RUN pip install https://github.com/vllm-project/vllm
+RUN git clone https://github.com/vllm-project/vllm.git
+#ENV PIP_EXTRA_INDEX_URL https://download.pytorch.org/whl/cpu
+#RUN pip install --upgrade pip
+RUN pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy
+RUN cd vllm && pip install -v -r requirements/cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu
+RUN git clone -b rls-v3.5 https://github.com/oneapi-src/oneDNN.git
+RUN cmake -B ./oneDNN/build -S ./oneDNN -G Ninja -DONEDNN_LIBRARY_TYPE=STATIC \
+    -DONEDNN_BUILD_DOC=OFF \
+    -DONEDNN_BUILD_EXAMPLES=OFF \
+    -DONEDNN_BUILD_TESTS=OFF \
+    -DONEDNN_BUILD_GRAPH=OFF \
+    -DONEDNN_ENABLE_WORKLOAD=INFERENCE \
+    -DONEDNN_ENABLE_PRIMITIVE=MATMUL
+RUN cmake --build ./oneDNN/build --target install --config Release
+RUN cd vllm && VLLM_TARGET_DEVICE=cpu python setup.py install
 
 # install node and npm for demo
 ENV NVM_DIR /usr/local/nvm