joaogante HF staff commited on
Commit
35c2ab9
·
verified ·
1 Parent(s): 8629969

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,8 +8,8 @@ import torch
8
  from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
9
 
10
 
11
- model_id = "Qwen/Qwen2.5-14B-Instruct"
12
- assistant_id = "Qwen/Qwen2.5-0.5B-Instruct"
13
 
14
  model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True, device_map="auto")
15
  assistant_model = AutoModelForCausalLM.from_pretrained(assistant_id).to(device=model.device, dtype=torch.float16)
 
8
  from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
9
 
10
 
11
+ model_id = "google/gemma-2-27b-it"
12
+ assistant_id = "google/gemma-2-2b-it"
13
 
14
  model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=True, device_map="auto")
15
  assistant_model = AutoModelForCausalLM.from_pretrained(assistant_id).to(device=model.device, dtype=torch.float16)