Abhaykoul commited on
Commit
8996e2d
·
verified ·
1 Parent(s): b91f3ce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -56,7 +56,7 @@ class GradioTextStreamer(TextStreamer):
56
  self.text_queue.get_nowait()
57
  except queue.Empty:
58
  break
59
-
60
  def generate_response(message, history, max_tokens, temperature, top_p):
61
  """Generate streaming response"""
62
  global model, tokenizer
 
56
  self.text_queue.get_nowait()
57
  except queue.Empty:
58
  break
59
+ @spaces.GPU()
60
  def generate_response(message, history, max_tokens, temperature, top_p):
61
  """Generate streaming response"""
62
  global model, tokenizer