Update app.py

app.py

@@ -7,7 +7,7 @@ from peft import PeftModel, PeftConfig
 token = os.environ.get("token")
 login(token)
 print("login is succesful")
-max_length=200
+max_length=512
 
 MODEL_NAME = "google/flan-t5-base"
 tokenizer = T5Tokenizer.from_pretrained(MODEL_NAME, token=token)
@@ -17,7 +17,7 @@ model = PeftModel.from_pretrained(base_model, "Komal-patra/results")
 
 #gr.Interface.from_pipeline(pipe).launch()
 
-def generate_text(prompt, max_length=200):
+def generate_text(prompt, max_length=512):
     """Generates text using the PEFT model.
     Args:
         prompt (str): The user-provided prompt to start the generation.
@@ -34,9 +34,8 @@ def generate_text(prompt, max_length=200):
     outputs = model.generate(
        input_ids = inputs["input_ids"], 
        max_length=max_length, 
-       num_beams=3,
-       num_return_sequences=1,
-       temperature=0.9
+       num_beams=1,
+       temperature=0.1
        )
     
     print(outputs)