gdnartea commited on
Commit
5016606
·
verified ·
1 Parent(s): e7cf974

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -16,15 +16,15 @@ from nemo.collections.asr.parts.utils.transcribe_utils import get_buffered_pred_
16
 
17
 
18
  torch.random.manual_seed(0)
19
-
20
  proc_model = AutoModelForCausalLM.from_pretrained(
21
- "microsoft/Phi-3-mini-4k-instruct",
22
  trust_remote_code=True,
23
  low_cpu_mem_usage=True,
24
  )
25
 
26
  proc_model.to("cpu")
27
- proc_tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
28
 
29
 
30
 
 
16
 
17
 
18
  torch.random.manual_seed(0)
19
+ proc_model_name = "microsoft/Phi-3-mini-4k-instruct-onnx"
20
  proc_model = AutoModelForCausalLM.from_pretrained(
21
+ proc_model_name,
22
  trust_remote_code=True,
23
  low_cpu_mem_usage=True,
24
  )
25
 
26
  proc_model.to("cpu")
27
+ proc_tokenizer = AutoTokenizer.from_pretrained(proc_model_name)
28
 
29
 
30