Update app.py

app.py

@@ -250,7 +250,7 @@ def save_text_to_pdf(text, output_path):
     print(f"Text saved to PDF at {output_path}")
 
 # Function to process the PDF or search query and generate a summary
-def process_input(query_or_file, is_pdf, instructions, api_key):
+def process_input(query_or_file, is_pdf, instructions, api_key, temperature, top_p, repetition_penalty):
     load_dotenv()  # Load environment variables from .env file
 
     HUGGINGFACE_API_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
@@ -272,7 +272,7 @@ def process_input(query_or_file, is_pdf, instructions, api_key):
     concatenated_summary = ""
     for chunk in text_chunks:
         prompt = format_prompt_with_instructions(chunk, instructions)
-        chunk_summary = generate_text(prompt)
+        chunk_summary = generate_text(prompt, temperature, repetition_penalty, top_p)
         concatenated_summary += f"{chunk_summary}\n\n"
 
     print("Final concatenated summary generated.")
@@ -305,6 +305,9 @@ def summarization_interface():
         with gr.Tab("Summarize PDF"):
             pdf_file = gr.File(label="Upload PDF", file_types=[".pdf"])
             pdf_instructions = gr.Textbox(label="Instructions for Summarization", placeholder="Enter instructions for summarization", lines=3)
+            pdf_temperature = gr.Slider(label="Temperature", minimum=0.0, maximum=1.0, value=0.7, step=0.01)
+            pdf_top_p = gr.Slider(label="Top P", minimum=0.0, maximum=1.0, value=0.9, step=0.01)
+            pdf_repetition_penalty = gr.Slider(label="Repetition Penalty", minimum=0.5, maximum=2.0, value=1.0, step=0.1)
             pdf_summary_output = gr.Textbox(label="Summary Output")
             pdf_api_key = gr.Textbox(label="Hugging Face API Key", type="password")
             pdf_summarize_button = gr.Button("Generate Summary")
@@ -313,14 +316,17 @@ def summarization_interface():
         with gr.Tab("Summarize Web Search"):
             search_query = gr.Textbox(label="Enter Search Query", placeholder="Enter search query")
             search_instructions = gr.Textbox(label="Instructions for Summarization", placeholder="Enter instructions for summarization", lines=3)
+            search_temperature = gr.Slider(label="Temperature", minimum=0.0, maximum=1.0, value=0.7, step=0.01)
+            search_top_p = gr.Slider(label="Top P", minimum=0.0, maximum=1.0, value=0.9, step=0.01)
+            search_repetition_penalty = gr.Slider(label="Repetition Penalty", minimum=0.5, maximum=2.0, value=1.0, step=0.1)
             search_summary_output = gr.Textbox(label="Summary Output")
             search_api_key = gr.Textbox(label="Hugging Face API Key", type="password")
             search_summarize_button = gr.Button("Generate Summary")
             search_clear_cache_button = gr.Button("Clear Cache")
 
         # Bind functions to button clicks
-        pdf_summarize_button.click(fn=lambda file, instructions, api_key: process_input(file, True, instructions, api_key), inputs=[pdf_file, pdf_instructions, pdf_api_key], outputs=pdf_summary_output)
-        search_summarize_button.click(fn=lambda query, instructions, api_key: process_input(query, False, instructions, api_key), inputs=[search_query, search_instructions, search_api_key], outputs=search_summary_output)
+        pdf_summarize_button.click(fn=lambda file, instructions, api_key, temperature, top_p, repetition_penalty: process_input(file, True, instructions, api_key, temperature, top_p, repetition_penalty), inputs=[pdf_file, pdf_instructions, pdf_api_key, pdf_temperature, pdf_top_p, pdf_repetition_penalty], outputs=pdf_summary_output)
+        search_summarize_button.click(fn=lambda query, instructions, api_key, temperature, top_p, repetition_penalty: process_input(query, False, instructions, api_key, temperature, top_p, repetition_penalty), inputs=[search_query, search_instructions, search_api_key, search_temperature, search_top_p, search_repetition_penalty], outputs=search_summary_output)
         pdf_clear_cache_button.click(fn=clear_cache, inputs=None, outputs=pdf_summary_output)
         search_clear_cache_button.click(fn=clear_cache, inputs=None, outputs=search_summary_output)