Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -45,10 +45,11 @@ h1 {
|
|
45 |
"""
|
46 |
model_id = "AXCXEPT/phi-4-deepseek-R1K-RL-EZO"
|
47 |
#model_id = "AXCXEPT/phi-4-open-R1-Distill-EZOv1"
|
48 |
-
|
|
|
49 |
# Load the tokenizer and model
|
50 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
51 |
-
model = AutoModelForCausalLM.from_pretrained(model_id) # to("cuda:0")
|
52 |
terminators = [
|
53 |
tokenizer.eos_token_id,
|
54 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
|
|
45 |
"""
|
46 |
model_id = "AXCXEPT/phi-4-deepseek-R1K-RL-EZO"
|
47 |
#model_id = "AXCXEPT/phi-4-open-R1-Distill-EZOv1"
|
48 |
+
model_id = "mradermacher/phi-4-deepseek-R1K-RL-EZO-GGUF"
|
49 |
+
filename = "phi-4-deepseek-R1K-RL-EZO.Q8_0.gguf"
|
50 |
# Load the tokenizer and model
|
51 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id,gguf=filename)
|
52 |
+
model = AutoModelForCausalLM.from_pretrained(model_id,gguf=filename) # to("cuda:0")
|
53 |
terminators = [
|
54 |
tokenizer.eos_token_id,
|
55 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|