crystal99 commited on
Commit
41a5bb3
·
verified ·
1 Parent(s): f083103

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -41,7 +41,9 @@ def generate_text(prompt):
41
  inputs = tokenizer(f"<|STARTOFTEXT|> <|USER|> {prompt} <|BOT|>", return_tensors="pt").to(device)
42
  outputs = model.generate(inputs['input_ids'], max_length=100, num_return_sequences=1, do_sample=False)
43
  generated_text = tokenizer.decode(outputs[0], skip_special_tokens=False)
44
- return generated_text
 
 
45
 
46
  # Set up the Gradio interface
47
  iface = gr.Interface(fn=generate_text, inputs="text", outputs="text", title="Text Generator using Fine-Tuned Model")
 
41
  inputs = tokenizer(f"<|STARTOFTEXT|> <|USER|> {prompt} <|BOT|>", return_tensors="pt").to(device)
42
  outputs = model.generate(inputs['input_ids'], max_length=100, num_return_sequences=1, do_sample=False)
43
  generated_text = tokenizer.decode(outputs[0], skip_special_tokens=False)
44
+ result2 = generate_text.split("<|ENDOFTEXT|>")
45
+ print(generate_text)
46
+ return result2[0]
47
 
48
  # Set up the Gradio interface
49
  iface = gr.Interface(fn=generate_text, inputs="text", outputs="text", title="Text Generator using Fine-Tuned Model")