Update app.py
Browse files
app.py
CHANGED
@@ -39,7 +39,7 @@ ckpt = "google/gemma-3-4b-it"
|
|
39 |
model = Gemma3ForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16).to("cuda")
|
40 |
processor = AutoProcessor.from_pretrained(ckpt)
|
41 |
|
42 |
-
@spaces.GPU
|
43 |
def bot_streaming(message, history, max_new_tokens=250):
|
44 |
|
45 |
txt = message["text"]
|
|
|
39 |
model = Gemma3ForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16).to("cuda")
|
40 |
processor = AutoProcessor.from_pretrained(ckpt)
|
41 |
|
42 |
+
@spaces.GPU(duration=duration)
|
43 |
def bot_streaming(message, history, max_new_tokens=250):
|
44 |
|
45 |
txt = message["text"]
|