ford442 commited on
Commit
d4cc1fc
·
1 Parent(s): 05a48aa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -18,12 +18,12 @@ from typing import Tuple
18
  from transformers import AutoTokenizer, AutoModelForCausalLM
19
  import paramiko
20
 
21
- torch.backends.cuda.matmul.allow_tf32 = True
22
- torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = True
23
- torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = True
24
- torch.backends.cudnn.allow_tf32 = True
25
  torch.backends.cudnn.deterministic = False
26
- torch.backends.cudnn.benchmark = True
27
  torch.set_float32_matmul_precision("highest")
28
 
29
  FTP_HOST = "1ink.us"
 
18
  from transformers import AutoTokenizer, AutoModelForCausalLM
19
  import paramiko
20
 
21
+ torch.backends.cuda.matmul.allow_tf32 = False
22
+ torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = False
23
+ torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
24
+ torch.backends.cudnn.allow_tf32 = False
25
  torch.backends.cudnn.deterministic = False
26
+ torch.backends.cudnn.benchmark = False
27
  torch.set_float32_matmul_precision("highest")
28
 
29
  FTP_HOST = "1ink.us"