Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -48,8 +48,8 @@ model_id = "AXCXEPT/phi-4-deepseek-R1K-RL-EZO"
|
|
| 48 |
model_id = "mradermacher/phi-4-deepseek-R1K-RL-EZO-GGUF"
|
| 49 |
filename = "phi-4-deepseek-R1K-RL-EZO.Q8_0.gguf"
|
| 50 |
# Load the tokenizer and model
|
| 51 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id,
|
| 52 |
-
model = AutoModelForCausalLM.from_pretrained(model_id,
|
| 53 |
terminators = [
|
| 54 |
tokenizer.eos_token_id,
|
| 55 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
|
|
|
| 48 |
model_id = "mradermacher/phi-4-deepseek-R1K-RL-EZO-GGUF"
|
| 49 |
filename = "phi-4-deepseek-R1K-RL-EZO.Q8_0.gguf"
|
| 50 |
# Load the tokenizer and model
|
| 51 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id,gguf_file=filename)
|
| 52 |
+
model = AutoModelForCausalLM.from_pretrained(model_id,gguf_file=filename) # to("cuda:0")
|
| 53 |
terminators = [
|
| 54 |
tokenizer.eos_token_id,
|
| 55 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|