Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -239,20 +239,3 @@ with right_col:
|
|
239 |
|
240 |
st.text_area("Description", value=description_text, height=150, disabled=True)
|
241 |
st.text_area("Detail", value=detail_text, height=150, disabled=True)
|
242 |
-
|
243 |
-
# Define your inference function
|
244 |
-
def generate_answer(question, fortune):
|
245 |
-
tokenizer = AutoTokenizer.from_pretrained("tonyhui2234/finetuned_model_text_gen")
|
246 |
-
model = AutoModelForSeq2SeqLM.from_pretrained("tonyhui2234/finetuned_model_text_gen")
|
247 |
-
input_text = "Question: " + question + " Fortune: " + fortune
|
248 |
-
inputs = tokenizer(input_text, return_tensors="pt", truncation=True)
|
249 |
-
outputs = model.generate(
|
250 |
-
**inputs,
|
251 |
-
max_length=256,
|
252 |
-
num_beams=4,
|
253 |
-
early_stopping=True,
|
254 |
-
repetition_penalty=2.0,
|
255 |
-
no_repeat_ngram_size=3
|
256 |
-
)
|
257 |
-
answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
258 |
-
return answer
|
|
|
239 |
|
240 |
st.text_area("Description", value=description_text, height=150, disabled=True)
|
241 |
st.text_area("Detail", value=detail_text, height=150, disabled=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|