Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -28,7 +28,7 @@ def get_input_ids(inst, history):
|
|
28 |
model.device
|
29 |
)
|
30 |
|
31 |
-
|
32 |
def chat(inst, history, temperature, top_p, repetition_penalty):
|
33 |
streamer = TextIteratorStreamer(
|
34 |
tokenizer, skip_prompt=True, skip_special_tokens=True
|
|
|
28 |
model.device
|
29 |
)
|
30 |
|
31 |
+
@spaces.GPU
|
32 |
def chat(inst, history, temperature, top_p, repetition_penalty):
|
33 |
streamer = TextIteratorStreamer(
|
34 |
tokenizer, skip_prompt=True, skip_special_tokens=True
|