kadirnar commited on
Commit
327639b
·
verified ·
1 Parent(s): ac30495

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -9,6 +9,8 @@ import spaces
9
  from transformers import T5ForConditionalGeneration, T5Tokenizer
10
  import os
11
 
 
 
12
  def download_t5_model(model_id, save_directory):
13
  # Modelin tokenizer'ını ve modeli indir
14
  model = T5ForConditionalGeneration.from_pretrained(model_id)
 
9
  from transformers import T5ForConditionalGeneration, T5Tokenizer
10
  import os
11
 
12
+ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
13
+
14
  def download_t5_model(model_id, save_directory):
15
  # Modelin tokenizer'ını ve modeli indir
16
  model = T5ForConditionalGeneration.from_pretrained(model_id)