Update app.py

app.py

@@ -12,13 +12,13 @@ def format_prompt(message, history):
   prompt += f"[INST] {message} [/INST]"
   return prompt
 
-def generate(prompt,history,seed):
+def generate(prompt,history,max_new_tokens,seed):
     #seed = random.randint(1,9999999999999)
 
     system_prompt = prompts.SONG_WRITER
     generate_kwargs = dict(
         temperature=0.9,
-        max_new_tokens=4096,
+        max_new_tokens=max_new_tokens,
         top_p=0.95,
         repetition_penalty=1.0,
         do_sample=True,
@@ -41,8 +41,8 @@ additional_inputs = [
         maximum=1048*10,
         step=64,
         interactive=True,
-        info="The maximum numbers of new tokens",
-    ),
+        info="The maximum numbers of words the chatbot will return",
+    
     gr.Slider(
         label="Seed",
         value=random.randint(1,9999999999999999),