Akjava commited on
Commit
420e9a4
Β·
verified Β·
1 Parent(s): 948b61f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -48,8 +48,8 @@ model_id = "AXCXEPT/phi-4-deepseek-R1K-RL-EZO"
48
  model_id = "mradermacher/phi-4-deepseek-R1K-RL-EZO-GGUF"
49
  filename = "phi-4-deepseek-R1K-RL-EZO.Q8_0.gguf"
50
  # Load the tokenizer and model
51
- tokenizer = AutoTokenizer.from_pretrained(model_id,gguf=filename)
52
- model = AutoModelForCausalLM.from_pretrained(model_id,gguf=filename) # to("cuda:0")
53
  terminators = [
54
  tokenizer.eos_token_id,
55
  tokenizer.convert_tokens_to_ids("<|eot_id|>")
 
48
  model_id = "mradermacher/phi-4-deepseek-R1K-RL-EZO-GGUF"
49
  filename = "phi-4-deepseek-R1K-RL-EZO.Q8_0.gguf"
50
  # Load the tokenizer and model
51
+ tokenizer = AutoTokenizer.from_pretrained(model_id,gguf_file=filename)
52
+ model = AutoModelForCausalLM.from_pretrained(model_id,gguf_file=filename) # to("cuda:0")
53
  terminators = [
54
  tokenizer.eos_token_id,
55
  tokenizer.convert_tokens_to_ids("<|eot_id|>")