change generate function

app.py

@@ -11,32 +11,26 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
 #model = AutoModelForSeq2SeqLM.from_pretrained(model_name) 
 model = AutoModelForCausalLM.from_pretrained(model_name)
 
-# Fonction pour générer du texte
-def generate_text(prompt):
-    inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=512, padding="max_length")
-    summary_ids = model.generate(inputs["input_ids"], max_new_tokens=512, min_length=40, length_penalty=2.0, num_beams=4, early_stopping=True)
-    return tokenizer.decode(summary_ids[0], skip_special_tokens=True)
+# Generate text using the model and tokenizer
+def generate_text(input_text):
+    input_ids = tokenizer.encode(input_text, return_tensors="pt")
+    output = model.generate(input_ids, max_length=100, num_return_sequences=1, no_repeat_ngram_size=2, top_k=50, top_p=0.95, temperature=0.7)
+    return tokenizer.decode(output[0], skip_special_tokens=True)
 
 # #for training the model after the data is collected
 # #model.save_pretrained("model")
 # #tokenizer.save_pretrained("model")
 
 # #for the app functions
-# def clear_textbox(message):
-#     return " ", message
 
-# def show_input_text(message,history:list[tuple[str,str]]):
+# def show_output_text(message):
 #     history.append((message,""))
 #     story = generate_text(message)
 #     history[-1] = (message,story)
-#     return history
+#     return story
 
-# def delete_previous_text(history:list[tuple[str,str]]):
-#     try:
-#         message, _ = history.pop()
-#     except IndexError:
-#         message = " "
-#     return history, message
+# def clear_textbox():
+#     return None,None
 
 # # Créer une interface de saisie avec Gradio
 interface = gr.Interface(fn=generate_text, inputs="text", outputs="text",title="TeLLMyStory",description="Enter your story idea and the model will generate the story based on it.")
@@ -49,9 +43,9 @@ interface = gr.Interface(fn=generate_text, inputs="text", outputs="text",title="
 
 #     with gr.Row():
 #         gr.Markdown("And see the story take shape here")
-#         gen_story = gr.Textbox(label="History")
+#         output_text = gr.Textbox(label="History")
     
-#     #submit_button.click(fn=show_input_text, inputs=[input_text],outputs=[gen_story])
-      #clear_button.click(fn=clear_textbox, inputs=[input_text])
+#     submit_button.click(fn=show_output_text, inputs=input_text,outputs=output_text)
+#     clear_button.click(fn=clear_textbox,outputs=[input_text,output_text])
 # # Lancer l'interface
 interface.launch()