update

.gitignore

@@ -0,0 +1 @@
+*.gguf

Dockerfile

@@ -0,0 +1,18 @@
+FROM ghcr.io/ggerganov/llama.cpp:server
+
+ENV HOME=/home/user
+
+# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
+# Create user then move server to user's home directory. Finally, we create a models folder.
+RUN useradd -m -u 1000 user && \
+    mv /server $HOME && \
+    mkdir $HOME/models && \
+    chown -R user:user $HOME
+
+USER user
+
+WORKDIR $HOME
+
+ENTRYPOINT [ "./server" ]
+
+CMD [ "--host", "0.0.0.0", "--port", "7860", "--embedding", "--hf-repo", "gingdev/llama7b-ictu", "--hf-file", "llama7b_q4_k_m.gguf", "--model", "./models/llama7b_q4_k_m.gguf" ]

README.md

@@ -1 +1,9 @@
+---
+title: python-llama-cpp
+emoji: 😍
+colorFrom: green
+colorTo: green
+sdk: docker
+pinned: true
+---
 # hf-space-python-llama-cpp