Update start_server.sh

start_server.sh

@@ -3,18 +3,20 @@ JUPYTER_TOKEN="${JUPYTER_TOKEN:=huggingface}"
 
 echo "Starting Jupyter Lab with token $JUPYTER_TOKEN"
 make install
-cd server
+# cd server
 # make install-flash-attention
 # cd ..
 
-jupyter-lab \
-    --ip 0.0.0.0 \
-    --port 7860 \
-    --no-browser \
-    --allow-root \
-    --ServerApp.token="$JUPYTER_TOKEN" \
-    --ServerApp.tornado_settings="{'headers': {'Content-Security-Policy': 'frame-ancestors *'}}" \
-    --ServerApp.cookie_options="{'SameSite': 'None', 'Secure': True}" \
-    --ServerApp.disable_check_xsrf=True \
-    --LabApp.news_url=None \
-    --LabApp.check_for_updates_class="jupyterlab.NeverCheckForUpdate"
+text-generation-launcher --model-id bigscience/bloom-560m --num-shard 1 --port 7860
+
+# jupyter-lab \
+#     --ip 0.0.0.0 \
+#     --port 7860 \
+#     --no-browser \
+#     --allow-root \
+#     --ServerApp.token="$JUPYTER_TOKEN" \
+#     --ServerApp.tornado_settings="{'headers': {'Content-Security-Policy': 'frame-ancestors *'}}" \
+#     --ServerApp.cookie_options="{'SameSite': 'None', 'Secure': True}" \
+#     --ServerApp.disable_check_xsrf=True \
+#     --LabApp.news_url=None \
+#     --LabApp.check_for_updates_class="jupyterlab.NeverCheckForUpdate"