Update app.py
Browse files
app.py
CHANGED
|
@@ -18,6 +18,9 @@ from typing import Tuple
|
|
| 18 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 19 |
import paramiko
|
| 20 |
|
|
|
|
|
|
|
|
|
|
| 21 |
torch.backends.cuda.matmul.allow_tf32 = True
|
| 22 |
torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = True
|
| 23 |
torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
|
|
|
|
| 18 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 19 |
import paramiko
|
| 20 |
|
| 21 |
+
os.system("chmod +x ./magma.sh")
|
| 22 |
+
os.system("./magma.sh")
|
| 23 |
+
|
| 24 |
torch.backends.cuda.matmul.allow_tf32 = True
|
| 25 |
torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = True
|
| 26 |
torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
|