jonaschua commited on
Commit
22a8481
·
verified ·
1 Parent(s): 2303f25

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ ckpt = "google/gemma-3-4b-it"
39
  model = Gemma3ForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16).to("cuda")
40
  processor = AutoProcessor.from_pretrained(ckpt)
41
 
42
- @spaces.GPU
43
  def bot_streaming(message, history, max_new_tokens=250):
44
 
45
  txt = message["text"]
 
39
  model = Gemma3ForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16).to("cuda")
40
  processor = AutoProcessor.from_pretrained(ckpt)
41
 
42
+ @spaces.GPU(duration=duration)
43
  def bot_streaming(message, history, max_new_tokens=250):
44
 
45
  txt = message["text"]