Spaces:
Sleeping
Sleeping
Plat
commited on
Commit
·
3f35dda
1
Parent(s):
41b1248
chore: add log of installing flash-attn
Browse files
app.py
CHANGED
|
@@ -3,11 +3,15 @@ try:
|
|
| 3 |
except:
|
| 4 |
import subprocess
|
| 5 |
|
|
|
|
| 6 |
subprocess.run(
|
| 7 |
"pip install flash-attn --no-build-isolation",
|
| 8 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
| 9 |
shell=True,
|
| 10 |
)
|
|
|
|
|
|
|
|
|
|
| 11 |
|
| 12 |
import torch
|
| 13 |
from transformers import (
|
|
|
|
| 3 |
except:
|
| 4 |
import subprocess
|
| 5 |
|
| 6 |
+
print("Installing flash-attn...")
|
| 7 |
subprocess.run(
|
| 8 |
"pip install flash-attn --no-build-isolation",
|
| 9 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
| 10 |
shell=True,
|
| 11 |
)
|
| 12 |
+
import flash_attn
|
| 13 |
+
|
| 14 |
+
print("flash-attn installed.")
|
| 15 |
|
| 16 |
import torch
|
| 17 |
from transformers import (
|