load models

Dockerfile

@@ -27,10 +27,4 @@ RUN cd vlm-evaluation && pip install -e .
 
 RUN pip install -e .
 
-
-RUN echo "HF_HOME (before setting it)= $HF_HOME "
-
-ENV HF_HOME=/data/.huggingface
-RUN mkdir /logs
-
 CMD ["sh", "/code/startup.sh"]

startup.sh

@@ -1,5 +1,16 @@
 #!/bin/sh
+echo $HF_TOKEN > .hf_token
+python -m interactive_demo --port 40000 --model_id prism-dinosiglip+7b
+python -m interactive_demo --port 40001 --model_family llava-v15 --model_id llava-v1.5-7b --model_dir liuhaotian/llava-v1.5-7b
+
+
+python -m serve.gradio_web_server --controller http://localhost:10000 --model-list-mode reload --share
+
+#!/bin/bash
 python -m serve.controller --host 0.0.0.0 --port 10000 &
+P1=$!
+
 python -m serve.gradio_web_server --controller http://localhost:10000 --model-list-mode reload --share &
-python -m interactive_demo --port 40000 --model_id prism-dinosiglip+7b &
-python -m interactive_demo --port 40001 --model_family llava-v15 --model_id llava-v1.5-7b --model_dir liuhaotian/llava-v1.5-7b &
+P2=$!
+
+wait $P1 $P2