Docker Update

Dockerfile

@@ -0,0 +1,31 @@
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:latest
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+# Install Ollama
+RUN curl -fsSL https://ollama.com/install.sh | sh
+
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+
+# Switch to the "user" user
+USER user
+
+# Set home to the user's home directory
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+# Set the working directory to the user's home directory
+WORKDIR $HOME/app
+
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+
+CMD ["python", "app.py"]

README.md

@@ -3,11 +3,11 @@ title: Microsoft Phi Interface
 emoji: 📉
 colorFrom: blue
 colorTo: gray
-sdk: gradio
-sdk_version: 5.15.0
-app_file: app.py
+sdk: docker
 pinned: false
 short_description: Gradio Interface for Microsoft Phi model
+models:
+ - microsoft/phi-2
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,44 @@
+import gradio as gr
+from ollama import chat, ChatResponse
+import subprocess
+import time
+
+model_id = "phi"
+
+def interact(message: str, history: list):
+    message_dct = {
+        "role": "user",
+        "content": message
+    }
+
+    chat_history = [msg for msg in history]
+    chat_history.append(message_dct)
+
+    response: ChatResponse = chat(
+        model=model_id,
+        messages=chat_history,
+        stream=True
+    )
+    text_response = ""
+
+    for chunk in response:
+        bit = chunk["message"]["content"]
+        text_response += bit
+        yield text_response
+
+interface = gr.ChatInterface(
+    fn=interact,
+    type="messages",
+    title="Microsoft Phi Chat Interface",
+    description="Model: Microsoft Phi-2 (2.7B params)"
+)
+
+if __name__ == "__main__":
+    print("\n\nStarting Ollama...\n\n")
+    subprocess.Popen(["ollama", "serve"])
+    time.sleep(10)
+    print("\n\nOllama started successfully!!\n\n\n\nTesting...\n\n")
+    subprocess.run(["ollama", "pull", model_id])
+    time.sleep(5)
+    print("\n\nMicrosoft Phi-2 started successfully!!\n\n")
+    interface.launch(server_name="0.0.0.0", server_port=7860)

requirements.txt

@@ -0,0 +1,2 @@
+ollama
+gradio