Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -44,7 +44,12 @@ proc_tokenizer = AutoTokenizer.from_pretrained(proc_model_name)
|
|
| 44 |
|
| 45 |
torch.random.manual_seed(0)
|
| 46 |
proc_model_name = "microsoft/Phi-3-mini-4k-instruct-onnx"
|
| 47 |
-
proc_model = AutoModelForCausalLM.from_pretrained(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 48 |
proc_model.to("cpu")
|
| 49 |
proc_tokenizer = AutoTokenizer.from_pretrained(proc_model_name)
|
| 50 |
|
|
|
|
| 44 |
|
| 45 |
torch.random.manual_seed(0)
|
| 46 |
proc_model_name = "microsoft/Phi-3-mini-4k-instruct-onnx"
|
| 47 |
+
proc_model = AutoModelForCausalLM.from_pretrained(
|
| 48 |
+
proc_model_name,
|
| 49 |
+
trust_remote_code=True,
|
| 50 |
+
low_cpu_mem_usage=True,
|
| 51 |
+
)
|
| 52 |
+
|
| 53 |
proc_model.to("cpu")
|
| 54 |
proc_tokenizer = AutoTokenizer.from_pretrained(proc_model_name)
|
| 55 |
|