Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -56,7 +56,7 @@ class GradioTextStreamer(TextStreamer):
|
|
| 56 |
self.text_queue.get_nowait()
|
| 57 |
except queue.Empty:
|
| 58 |
break
|
| 59 |
-
|
| 60 |
def generate_response(message, history, max_tokens, temperature, top_p):
|
| 61 |
"""Generate streaming response"""
|
| 62 |
global model, tokenizer
|
|
|
|
| 56 |
self.text_queue.get_nowait()
|
| 57 |
except queue.Empty:
|
| 58 |
break
|
| 59 |
+
@spaces.GPU()
|
| 60 |
def generate_response(message, history, max_tokens, temperature, top_p):
|
| 61 |
"""Generate streaming response"""
|
| 62 |
global model, tokenizer
|