gdnartea commited on
Commit
0bc1879
·
verified ·
1 Parent(s): b3593e7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -27
app.py CHANGED
@@ -13,35 +13,8 @@ from nemo.collections.asr.models import ASRModel
13
  from nemo.collections.asr.parts.utils.streaming_utils import FrameBatchMultiTaskAED
14
  from nemo.collections.asr.parts.utils.transcribe_utils import get_buffered_pred_feat_multitaskAED
15
 
16
- '''
17
- model_id = "NousResearch/Meta-Llama-3-8B"
18
-
19
- llama_pipe = pipeline(
20
- "text-generation",
21
- model=model_id,
22
- model_kwargs={"torch_dtype": torch.bfloat16},
23
- device_map="auto",
24
- )
25
-
26
-
27
-
28
- torch.random.manual_seed(0)
29
- proc_model_name = "NousResearch/Meta-Llama-3-8B"
30
- proc_model = AutoModelForCausalLM.from_pretrained(proc_model_name)
31
- proc_model.to("cpu")
32
- proc_tokenizer = AutoTokenizer.from_pretrained(proc_model_name)
33
 
34
 
35
-
36
-
37
-
38
- torch.random.manual_seed(0)
39
- proc_model_name = "microsoft/Phi-3-mini-4k-instruct-gguf"
40
- proc_model = AutoModelForCausalLM.from_pretrained(proc_model_name)
41
- proc_model.to("cpu")
42
- proc_tokenizer = AutoTokenizer.from_pretrained(proc_model_name)
43
- '''
44
-
45
  torch.random.manual_seed(0)
46
  proc_model_name = "microsoft/Phi-3-mini-4k-instruct"
47
  proc_model = AutoModelForCausalLM.from_pretrained(
 
13
  from nemo.collections.asr.parts.utils.streaming_utils import FrameBatchMultiTaskAED
14
  from nemo.collections.asr.parts.utils.transcribe_utils import get_buffered_pred_feat_multitaskAED
15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
 
17
 
 
 
 
 
 
 
 
 
 
 
18
  torch.random.manual_seed(0)
19
  proc_model_name = "microsoft/Phi-3-mini-4k-instruct"
20
  proc_model = AutoModelForCausalLM.from_pretrained(