Update app.py

app.py

@@ -12,8 +12,8 @@ def format_prompt(message, history):
   prompt += f"[INST] {message} [/INST]"
   return prompt
 
-def generate(prompt,history):
-    seed = random.randint(1,9999999999999)
+def generate(prompt,history,seed):
+    #seed = random.randint(1,9999999999999)
 
     system_prompt = prompts.SONG_WRITER
     generate_kwargs = dict(
@@ -33,6 +33,26 @@ def generate(prompt,history):
         output += response.token.text
         yield output
 
+additional_inputs = [        
+    gr.Slider(
+        label="Max new tokens",
+        value=4096,
+        minimum=10,
+        maximum=1048*10,
+        step=64,
+        interactive=True,
+        info="The maximum numbers of new tokens",
+    ),
+    gr.Slider(
+        label="Seed",
+        value=random.randint(1,9999999999999999),
+        minimum=0,
+        maximum=9999999999999999,
+        step=64,
+        interactive=True,
+        info="Each seed produces a different output to a single prompt",
+    ),
+]
 examples=[["Write a heavy metal rock song about horses (1000 words)"],
           ["Write a really long song about an elephant love story.  The elephants have been together for a long time. (3000 words)"],
           ["Write a slammin rap song about about a gangster fising trip."],
@@ -42,5 +62,7 @@ gr.ChatInterface(
     fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     title="Song Writer",
+    additional_inputs=additional_inputs,
+    examples=examples,
     concurrency_limit=20,
 ).launch(show_api=False)