gdnartea commited on
Commit
6a70251
·
verified ·
1 Parent(s): 05027ec

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -15,13 +15,12 @@ from nemo.collections.asr.parts.utils.transcribe_utils import get_buffered_pred_
15
 
16
 
17
  torch.random.manual_seed(0)
18
- proc_model_name = "microsoft/Phi-3-mini-4k-instruct"
19
  proc_model = AutoModelForCausalLM.from_pretrained(
20
  proc_model_name,
21
  torch_dtype=torch.float16,
22
- revision="653ee820c4f2ee66427e997b4a8ca3e9323e7d46",
23
  trust_remote_code=True,
24
- #low_cpu_mem_usage=True,
25
  )
26
 
27
  proc_model.to("cpu")
 
15
 
16
 
17
  torch.random.manual_seed(0)
18
+ proc_model_name = "microsoft/Phi-3-mini-128k-instruct"
19
  proc_model = AutoModelForCausalLM.from_pretrained(
20
  proc_model_name,
21
  torch_dtype=torch.float16,
 
22
  trust_remote_code=True,
23
+ attn_implementation='eager'
24
  )
25
 
26
  proc_model.to("cpu")