rahul7star commited on
Commit
a097fff
Β·
verified Β·
1 Parent(s): 43f5a2a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -108,6 +108,8 @@ def run_gradio_ui():
108
  subprocess.Popen(cmd)
109
 
110
  def main():
 
 
111
  if os.path.isfile(CHECKPOINT_FP8_FILE):
112
  print("βœ… Model checkpoint already exists. Skipping download.")
113
  else:
 
108
  subprocess.Popen(cmd)
109
 
110
  def main():
111
+ import subprocess
112
+ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
113
  if os.path.isfile(CHECKPOINT_FP8_FILE):
114
  print("βœ… Model checkpoint already exists. Skipping download.")
115
  else: