Azure99 commited on
Commit
8e824be
·
verified ·
1 Parent(s): c04feac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -28,7 +28,7 @@ def get_input_ids(inst, history):
28
  model.device
29
  )
30
 
31
-
32
  def chat(inst, history, temperature, top_p, repetition_penalty):
33
  streamer = TextIteratorStreamer(
34
  tokenizer, skip_prompt=True, skip_special_tokens=True
 
28
  model.device
29
  )
30
 
31
+ @spaces.GPU
32
  def chat(inst, history, temperature, top_p, repetition_penalty):
33
  streamer = TextIteratorStreamer(
34
  tokenizer, skip_prompt=True, skip_special_tokens=True