noddysnots commited on
Commit
dcdcec3
Β·
verified Β·
1 Parent(s): 05478ea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -2,12 +2,15 @@ import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
3
  import torch
4
  import requests
 
5
 
6
- # Ensure torch is installed before flash_attn
7
  try:
8
  import flash_attn
9
  except ImportError:
10
- raise RuntimeError("Missing required dependency: flash_attn. Install with `pip install flash-attn --no-build-isolation`")
 
 
11
 
12
  # Load DeepSeek-R1 model
13
  model_name = "deepseek-ai/DeepSeek-R1"
@@ -77,4 +80,3 @@ demo = gr.Interface(
77
  if __name__ == "__main__":
78
  demo.launch()
79
 
80
-
 
2
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
3
  import torch
4
  import requests
5
+ import subprocess
6
 
7
+ # Ensure flash-attn is installed before using it
8
  try:
9
  import flash_attn
10
  except ImportError:
11
+ print("Installing flash-attn...")
12
+ subprocess.run(["pip", "install", "flash-attn"], check=True)
13
+ import flash_attn
14
 
15
  # Load DeepSeek-R1 model
16
  model_name = "deepseek-ai/DeepSeek-R1"
 
80
  if __name__ == "__main__":
81
  demo.launch()
82