Update app.py

app.py

@@ -108,10 +108,11 @@ def respond(
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
 """
-status_text = \ 
+status_text = \
   f"This chat uses the {REPO_NAME} model with {model.get_memory_footprint() / 1e6:.2f} MB memory footprint." + \
   f"You may ask questions such as 'What is biology?' or 'What is the human body?'"
 
+"""
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
@@ -128,6 +129,26 @@ demo = gr.ChatInterface(
     ],
     description=status_text
 )
+"""
+with gr.Blocks() as demo:
+    # Display the status text at the top
+    gr.Markdown(status_text)
+    # Create the ChatInterface
+    chat = gr.ChatInterface(
+        respond,
+        additional_inputs=[
+            gr.Textbox(value="" + global_error, label="System message"),
+            gr.Slider(minimum=1, maximum=2048, value=64, step=1, label="Max new tokens"),
+            gr.Slider(minimum=0.1, maximum=4.0, value=1.0, step=0.1, label="Temperature"),
+            gr.Slider(
+                minimum=0.1,
+                maximum=1.0,
+                value=0.25,
+                step=0.05,
+                label="Top-p (nucleus sampling)",
+            ),
+        ],
+    )
 
 
 if __name__ == "__main__":