Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -56,7 +56,7 @@ class GradioTextStreamer(TextStreamer):
|
|
56 |
self.text_queue.get_nowait()
|
57 |
except queue.Empty:
|
58 |
break
|
59 |
-
|
60 |
def generate_response(message, history, max_tokens, temperature, top_p):
|
61 |
"""Generate streaming response"""
|
62 |
global model, tokenizer
|
|
|
56 |
self.text_queue.get_nowait()
|
57 |
except queue.Empty:
|
58 |
break
|
59 |
+
@spaces.GPU()
|
60 |
def generate_response(message, history, max_tokens, temperature, top_p):
|
61 |
"""Generate streaming response"""
|
62 |
global model, tokenizer
|