Hugging Face's logo

Spaces:
joaogante
/
assisted_generation_demo
Running on Zero

App Files Community
11
joaogante HF Staff commited on
Commit
e08f7f0
·
verified ·
1 Parent(s): 248fb3d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import gradio as gr
6
  from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
7
  import time
8
 
9
- model_id = "google/gemma-2-27b-it"
10
  assistant_id = "google/gemma-2-2b-it"
11
 
12
  model = AutoModelForCausalLM.from_pretrained(model_id, attn_implementation="eager").to(dtype=torch.bfloat16, device="cuda")
 
6
  from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
7
  import time
8
 
9
+ model_id = "google/gemma-2-9b-it"
10
  assistant_id = "google/gemma-2-2b-it"
11
 
12
  model = AutoModelForCausalLM.from_pretrained(model_id, attn_implementation="eager").to(dtype=torch.bfloat16, device="cuda")