Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -2,12 +2,15 @@ import gradio as gr
|
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
3 |
import torch
|
4 |
import requests
|
|
|
5 |
|
6 |
-
# Ensure
|
7 |
try:
|
8 |
import flash_attn
|
9 |
except ImportError:
|
10 |
-
|
|
|
|
|
11 |
|
12 |
# Load DeepSeek-R1 model
|
13 |
model_name = "deepseek-ai/DeepSeek-R1"
|
@@ -77,4 +80,3 @@ demo = gr.Interface(
|
|
77 |
if __name__ == "__main__":
|
78 |
demo.launch()
|
79 |
|
80 |
-
|
|
|
2 |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
3 |
import torch
|
4 |
import requests
|
5 |
+
import subprocess
|
6 |
|
7 |
+
# Ensure flash-attn is installed before using it
|
8 |
try:
|
9 |
import flash_attn
|
10 |
except ImportError:
|
11 |
+
print("Installing flash-attn...")
|
12 |
+
subprocess.run(["pip", "install", "flash-attn"], check=True)
|
13 |
+
import flash_attn
|
14 |
|
15 |
# Load DeepSeek-R1 model
|
16 |
model_name = "deepseek-ai/DeepSeek-R1"
|
|
|
80 |
if __name__ == "__main__":
|
81 |
demo.launch()
|
82 |
|
|