gdnartea commited on
Commit
ec111bc
·
verified ·
1 Parent(s): 6a70251

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -15,12 +15,13 @@ from nemo.collections.asr.parts.utils.transcribe_utils import get_buffered_pred_
15
 
16
 
17
  torch.random.manual_seed(0)
18
- proc_model_name = "microsoft/Phi-3-mini-128k-instruct"
19
  proc_model = AutoModelForCausalLM.from_pretrained(
20
  proc_model_name,
21
  torch_dtype=torch.float16,
22
  trust_remote_code=True,
23
- attn_implementation='eager'
 
24
  )
25
 
26
  proc_model.to("cpu")
 
15
 
16
 
17
  torch.random.manual_seed(0)
18
+ proc_model_name = "microsoft/Phi-3-mini-4k-instruct"
19
  proc_model = AutoModelForCausalLM.from_pretrained(
20
  proc_model_name,
21
  torch_dtype=torch.float16,
22
  trust_remote_code=True,
23
+ attn_implementation='eager',
24
+ revision='300945e90b6f55d3cb88261c8e5333fae696f672',
25
  )
26
 
27
  proc_model.to("cpu")