chris-rannou HF staff commited on
Commit
ecade8f
·
verified ·
1 Parent(s): 9b77346

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -0
app.py CHANGED
@@ -5,6 +5,12 @@ import gradio as gr
5
  import time
6
  import os
7
 
 
 
 
 
 
 
8
  MB = 1024*1024
9
  def eat_memory():
10
  mem = []
 
5
  import time
6
  import os
7
 
8
+ subprocess.run(
9
+ "pip install flash-attn --no-build-isolation",
10
+ env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
11
+ shell=True,
12
+ )
13
+
14
  MB = 1024*1024
15
  def eat_memory():
16
  mem = []