Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -48,8 +48,8 @@ model_id = "AXCXEPT/phi-4-deepseek-R1K-RL-EZO"
|
|
48 |
model_id = "mradermacher/phi-4-deepseek-R1K-RL-EZO-GGUF"
|
49 |
filename = "phi-4-deepseek-R1K-RL-EZO.Q8_0.gguf"
|
50 |
# Load the tokenizer and model
|
51 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id,
|
52 |
-
model = AutoModelForCausalLM.from_pretrained(model_id,
|
53 |
terminators = [
|
54 |
tokenizer.eos_token_id,
|
55 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
|
|
48 |
model_id = "mradermacher/phi-4-deepseek-R1K-RL-EZO-GGUF"
|
49 |
filename = "phi-4-deepseek-R1K-RL-EZO.Q8_0.gguf"
|
50 |
# Load the tokenizer and model
|
51 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id,gguf_file=filename)
|
52 |
+
model = AutoModelForCausalLM.from_pretrained(model_id,gguf_file=filename) # to("cuda:0")
|
53 |
terminators = [
|
54 |
tokenizer.eos_token_id,
|
55 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|