Spaces:

joaogante
/

assisted_generation_demo

Running on Zero

joaogante HF Staff commited on Aug 21, 2024

Commit

e849ad4

verified ·

1 Parent(s): 4b1483e

Trying gemma 2

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,8 +6,8 @@ import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
 import time
-model_id = "EleutherAI/pythia-6.9b-deduped"
-assistant_id = "EleutherAI/pythia-70m-deduped"
 torch_device = "cuda" if torch.cuda.is_available() else "cpu"
 print("Running on device:", torch_device)
 print("CPU threads:", torch.get_num_threads())

 from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
 import time
+model_id = "google/gemma-2-27b-it"
+assistant_id = "google/gemma-2-2b-it"
 torch_device = "cuda" if torch.cuda.is_available() else "cpu"
 print("Running on device:", torch_device)
 print("CPU threads:", torch.get_num_threads())