Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -15,13 +15,12 @@ from nemo.collections.asr.parts.utils.transcribe_utils import get_buffered_pred_
|
|
15 |
|
16 |
|
17 |
torch.random.manual_seed(0)
|
18 |
-
proc_model_name = "microsoft/Phi-3-mini-
|
19 |
proc_model = AutoModelForCausalLM.from_pretrained(
|
20 |
proc_model_name,
|
21 |
torch_dtype=torch.float16,
|
22 |
-
revision="653ee820c4f2ee66427e997b4a8ca3e9323e7d46",
|
23 |
trust_remote_code=True,
|
24 |
-
|
25 |
)
|
26 |
|
27 |
proc_model.to("cpu")
|
|
|
15 |
|
16 |
|
17 |
torch.random.manual_seed(0)
|
18 |
+
proc_model_name = "microsoft/Phi-3-mini-128k-instruct"
|
19 |
proc_model = AutoModelForCausalLM.from_pretrained(
|
20 |
proc_model_name,
|
21 |
torch_dtype=torch.float16,
|
|
|
22 |
trust_remote_code=True,
|
23 |
+
attn_implementation='eager'
|
24 |
)
|
25 |
|
26 |
proc_model.to("cpu")
|