Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,50 +1,16 @@
|
|
1 |
-
import os
|
2 |
-
import subprocess
|
3 |
import gradio as gr
|
4 |
-
import
|
|
|
5 |
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
import ollama
|
10 |
-
print("β
Ollama is already installed.")
|
11 |
-
except ImportError:
|
12 |
-
print("π Installing Ollama via pip...")
|
13 |
-
subprocess.run(["pip", "install", "ollama"], check=True)
|
14 |
-
import ollama # Re-import after installation
|
15 |
-
print("β
Ollama installed successfully!")
|
16 |
|
17 |
-
# Ensure model is downloaded
|
18 |
-
MODEL_NAME = "deepseek-llm-7b"
|
19 |
-
MODEL_PATH = f"models/{MODEL_NAME}"
|
20 |
|
21 |
-
|
22 |
-
models = ollama.list()
|
23 |
-
if any(m["name"] == MODEL_NAME for m in models["models"]):
|
24 |
-
print(f"β
Model '{MODEL_NAME}' is already available.")
|
25 |
-
else:
|
26 |
-
print(f"π Downloading model: {MODEL_NAME} ...")
|
27 |
-
ollama.pull(MODEL_NAME)
|
28 |
-
print(f"β
Model '{MODEL_NAME}' downloaded successfully.")
|
29 |
|
30 |
-
|
31 |
-
|
32 |
-
response = ollama.chat(model=MODEL_NAME, messages=[{"role": "user", "content": user_input}])
|
33 |
-
return response['message']['content']
|
34 |
|
35 |
-
# Run setup
|
36 |
-
install_ollama()
|
37 |
-
download_model()
|
38 |
-
|
39 |
-
# Create Gradio Interface
|
40 |
-
iface = gr.Interface(
|
41 |
-
fn=chat_response,
|
42 |
-
inputs="text",
|
43 |
-
outputs="text",
|
44 |
-
title="DeepSeek ChatBot (Ollama)",
|
45 |
-
description="Chat with DeepSeek LLM 7B using Ollama."
|
46 |
-
)
|
47 |
-
|
48 |
-
# Launch Gradio App
|
49 |
if __name__ == "__main__":
|
50 |
-
|
|
|
|
|
|
|
1 |
import gradio as gr
|
2 |
+
import spaces
|
3 |
+
import transformers_gradio
|
4 |
|
5 |
+
demo = gr.load(name="deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", src=transformers_gradio.registry)
|
6 |
+
demo = gr.load(name="deepseek-ai/DeepSeek-R1", src=transformers_gradio.registry)
|
7 |
+
demo = gr.load(name="deepseek-ai/DeepSeek-R1-Zero", src=transformers_gradio.registry)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8 |
|
|
|
|
|
|
|
9 |
|
10 |
+
demo.fn = spaces.GPU()(demo.fn)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
|
12 |
+
for fn in demo.fns.values():
|
13 |
+
fn.api_name = False
|
|
|
|
|
14 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
15 |
if __name__ == "__main__":
|
16 |
+
demo.launch()
|