kadirnar commited on
Commit
d2c55d1
·
verified ·
1 Parent(s): 327639b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -10,6 +10,9 @@ from transformers import T5ForConditionalGeneration, T5Tokenizer
10
  import os
11
 
12
  subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 
 
 
13
 
14
  def download_t5_model(model_id, save_directory):
15
  # Modelin tokenizer'ını ve modeli indir
 
10
  import os
11
 
12
  subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
13
+ subprocess.run('pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" git+https://github.com/NVIDIA/apex.git
14
+ ', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
15
+
16
 
17
  def download_t5_model(model_id, save_directory):
18
  # Modelin tokenizer'ını ve modeli indir