Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ import torch
|
|
| 5 |
import subprocess
|
| 6 |
|
| 7 |
# Run pip install command
|
| 8 |
-
subprocess.run(
|
| 9 |
|
| 10 |
|
| 11 |
# Define the repository for the quantized model
|
|
|
|
| 5 |
import subprocess
|
| 6 |
|
| 7 |
# Run pip install command
|
| 8 |
+
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
| 9 |
|
| 10 |
|
| 11 |
# Define the repository for the quantized model
|