pp542-0965 commited on
Commit
78768a5
·
1 Parent(s): 202b450

Add requirements.txt

Browse files
Files changed (2) hide show
  1. app.py +4 -1
  2. requirements.txt +3 -0
app.py CHANGED
@@ -1,5 +1,7 @@
1
  import re
2
 
 
 
3
  import gradio as gr
4
 
5
  from peft import PeftModel
@@ -84,7 +86,8 @@ def response(user_schemas, user_question):
84
  return_dict=True,
85
  return_tensors="pt")
86
 
87
- outputs = model.generate(**inputs, max_new_tokens=1024)
 
88
 
89
  outputs = tokenizer.batch_decode(outputs)
90
  output = outputs[0].split("<|im_start|>assistant")[-1]
 
1
  import re
2
 
3
+ import torch
4
+
5
  import gradio as gr
6
 
7
  from peft import PeftModel
 
86
  return_dict=True,
87
  return_tensors="pt")
88
 
89
+ with torch.inference_mode():
90
+ outputs = model.generate(**inputs, max_new_tokens=1024)
91
 
92
  outputs = tokenizer.batch_decode(outputs)
93
  output = outputs[0].split("<|im_start|>assistant")[-1]
requirements.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ torch
2
+ peft
3
+ gradio