pp542-0965
commited on
Commit
·
78768a5
1
Parent(s):
202b450
Add requirements.txt
Browse files- app.py +4 -1
- requirements.txt +3 -0
app.py
CHANGED
@@ -1,5 +1,7 @@
|
|
1 |
import re
|
2 |
|
|
|
|
|
3 |
import gradio as gr
|
4 |
|
5 |
from peft import PeftModel
|
@@ -84,7 +86,8 @@ def response(user_schemas, user_question):
|
|
84 |
return_dict=True,
|
85 |
return_tensors="pt")
|
86 |
|
87 |
-
|
|
|
88 |
|
89 |
outputs = tokenizer.batch_decode(outputs)
|
90 |
output = outputs[0].split("<|im_start|>assistant")[-1]
|
|
|
1 |
import re
|
2 |
|
3 |
+
import torch
|
4 |
+
|
5 |
import gradio as gr
|
6 |
|
7 |
from peft import PeftModel
|
|
|
86 |
return_dict=True,
|
87 |
return_tensors="pt")
|
88 |
|
89 |
+
with torch.inference_mode():
|
90 |
+
outputs = model.generate(**inputs, max_new_tokens=1024)
|
91 |
|
92 |
outputs = tokenizer.batch_decode(outputs)
|
93 |
output = outputs[0].split("<|im_start|>assistant")[-1]
|
requirements.txt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
torch
|
2 |
+
peft
|
3 |
+
gradio
|