Update app.py

app.py

@@ -15,12 +15,6 @@ def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k
     for chunk in completion:
         yield chunk["choices"][0]["text"]
 
-def delay_typer(words, delay=0.8):
-    tokens = re.findall(r'\s*\S+\s*', words)
-    for s in tokens:
-        yield s
-        sleep(delay)
-
 
 def clear_chat(chat_history_state, chat_message):
     chat_history_state = []
@@ -94,16 +88,17 @@ with gr.Blocks(css=CSS) as demo:
             submit = gr.Button(value="Send message", variant="secondary").style(full_width=True)
             clear = gr.Button(value="New topic", variant="secondary").style(full_width=False)
             stop = gr.Button(value="Stop", variant="secondary").style(full_width=False)
-        with gr.Row():
-            with gr.Column():
-                max_tokens = gr.Slider(20, 1000, label="Max Tokens", step=20, value=500)
-                temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=0.8)
-                top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.95)
-                top_k = gr.Slider(0, 100, label="Top K", step=1, value=40)
-                repetition_penalty = gr.Slider(0.0, 2.0, label="Repetition Penalty", step=0.1, value=1.1)
-
-        system_msg = gr.Textbox(
-            start_message, label="System Message", interactive=True, visible=True, placeholder="System prompt. Provide instructions which you want the model to remember.", lines=5)
+        with gr.Accordion("Show Model Parameters"):
+            with gr.Row():
+                with gr.Column():
+                    max_tokens = gr.Slider(20, 1000, label="Max Tokens", step=20, value=500)
+                    temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=0.8)
+                    top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.95)
+                    top_k = gr.Slider(0, 100, label="Top K", step=1, value=40)
+                    repetition_penalty = gr.Slider(0.0, 2.0, label="Repetition Penalty", step=0.1, value=1.1)
+    
+            system_msg = gr.Textbox(
+                start_message, label="System Message", interactive=True, visible=True, placeholder="System prompt. Provide instructions which you want the model to remember.", lines=5)
 
         chat_history_state = gr.State()
         clear.click(clear_chat, inputs=[chat_history_state, message], outputs=[chat_history_state, message], queue=False)