Akjava commited on
Commit
948b61f
Β·
verified Β·
1 Parent(s): 7f7d453

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -45,10 +45,11 @@ h1 {
45
  """
46
  model_id = "AXCXEPT/phi-4-deepseek-R1K-RL-EZO"
47
  #model_id = "AXCXEPT/phi-4-open-R1-Distill-EZOv1"
48
-
 
49
  # Load the tokenizer and model
50
- tokenizer = AutoTokenizer.from_pretrained(model_id)
51
- model = AutoModelForCausalLM.from_pretrained(model_id) # to("cuda:0")
52
  terminators = [
53
  tokenizer.eos_token_id,
54
  tokenizer.convert_tokens_to_ids("<|eot_id|>")
 
45
  """
46
  model_id = "AXCXEPT/phi-4-deepseek-R1K-RL-EZO"
47
  #model_id = "AXCXEPT/phi-4-open-R1-Distill-EZOv1"
48
+ model_id = "mradermacher/phi-4-deepseek-R1K-RL-EZO-GGUF"
49
+ filename = "phi-4-deepseek-R1K-RL-EZO.Q8_0.gguf"
50
  # Load the tokenizer and model
51
+ tokenizer = AutoTokenizer.from_pretrained(model_id,gguf=filename)
52
+ model = AutoModelForCausalLM.from_pretrained(model_id,gguf=filename) # to("cuda:0")
53
  terminators = [
54
  tokenizer.eos_token_id,
55
  tokenizer.convert_tokens_to_ids("<|eot_id|>")