gdnartea commited on
Commit
d733851
·
verified ·
1 Parent(s): 5cc8da6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -8,6 +8,9 @@ proc_model = AutoModelForCausalLM.from_pretrained(
8
  "microsoft/Phi-3-mini-4k-instruct",
9
  trust_remote_code=True,
10
  )
 
 
 
11
  proc_tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
12
 
13
  ]
 
8
  "microsoft/Phi-3-mini-4k-instruct",
9
  trust_remote_code=True,
10
  )
11
+
12
+ proc_model.to("cpu")
13
+ proc_model.eval()
14
  proc_tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
15
 
16
  ]