MoiMoi-01 commited on
Commit
cc39ca2
Β·
verified Β·
1 Parent(s): 7ac8bf6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -43
app.py CHANGED
@@ -1,50 +1,16 @@
1
- import os
2
- import subprocess
3
  import gradio as gr
4
- import ollama
 
5
 
6
- # Ensure ollama is installed via pip
7
- def install_ollama():
8
- try:
9
- import ollama
10
- print("βœ… Ollama is already installed.")
11
- except ImportError:
12
- print("πŸš€ Installing Ollama via pip...")
13
- subprocess.run(["pip", "install", "ollama"], check=True)
14
- import ollama # Re-import after installation
15
- print("βœ… Ollama installed successfully!")
16
 
17
- # Ensure model is downloaded
18
- MODEL_NAME = "deepseek-llm-7b"
19
- MODEL_PATH = f"models/{MODEL_NAME}"
20
 
21
- def download_model():
22
- models = ollama.list()
23
- if any(m["name"] == MODEL_NAME for m in models["models"]):
24
- print(f"βœ… Model '{MODEL_NAME}' is already available.")
25
- else:
26
- print(f"πŸš€ Downloading model: {MODEL_NAME} ...")
27
- ollama.pull(MODEL_NAME)
28
- print(f"βœ… Model '{MODEL_NAME}' downloaded successfully.")
29
 
30
- # Generate AI response using Ollama
31
- def chat_response(user_input):
32
- response = ollama.chat(model=MODEL_NAME, messages=[{"role": "user", "content": user_input}])
33
- return response['message']['content']
34
 
35
- # Run setup
36
- install_ollama()
37
- download_model()
38
-
39
- # Create Gradio Interface
40
- iface = gr.Interface(
41
- fn=chat_response,
42
- inputs="text",
43
- outputs="text",
44
- title="DeepSeek ChatBot (Ollama)",
45
- description="Chat with DeepSeek LLM 7B using Ollama."
46
- )
47
-
48
- # Launch Gradio App
49
  if __name__ == "__main__":
50
- iface.launch(server_name="0.0.0.0", server_port=7860)
 
 
 
1
  import gradio as gr
2
+ import spaces
3
+ import transformers_gradio
4
 
5
+ demo = gr.load(name="deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", src=transformers_gradio.registry)
6
+ demo = gr.load(name="deepseek-ai/DeepSeek-R1", src=transformers_gradio.registry)
7
+ demo = gr.load(name="deepseek-ai/DeepSeek-R1-Zero", src=transformers_gradio.registry)
 
 
 
 
 
 
 
8
 
 
 
 
9
 
10
+ demo.fn = spaces.GPU()(demo.fn)
 
 
 
 
 
 
 
11
 
12
+ for fn in demo.fns.values():
13
+ fn.api_name = False
 
 
14
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  if __name__ == "__main__":
16
+ demo.launch()