Update app.py

app.py

@@ -46,16 +46,25 @@ def http_bot(messages, argsbox):
 
 
 
-with gr.Blocks() as demo:
-    gr.Markdown("# vLLM text completion demo\n")
-    inputbox = gr.Textbox(label="Input",
-                          placeholder="Enter text and press ENTER")
-    argsbox = gr.Textbox(label="Args", placeholder="a dict of {api_key, base_url, model, temperature, max_tokens}")
-    outputbox = gr.Textbox(label="Output",
-                           placeholder="Generated result from the model")
-    submit = gr.Button("Submit")
+# with gr.Blocks() as demo:
+#     gr.Markdown("# vLLM text completion demo\n")
+#     inputbox = gr.Textbox(label="Input",
+#                           placeholder="Enter text and press ENTER")
+#     argsbox = gr.Textbox(label="Args", placeholder="a dict of {api_key, base_url, model, temperature, max_tokens}")
+#     outputbox = gr.Textbox(label="Output",
+#                            placeholder="Generated result from the model")
+#     submit = gr.Button("Submit")
 
-    submit.click(http_bot, [inputbox, argsbox], [outputbox], api_name="submit")
+#     submit.click(http_bot, [inputbox, argsbox], [outputbox], api_name="submit")
 
+# demo.launch(share=True)
+
+demo = gr.Interface(
+  fn=predict, 
+  inputs=[gr.Textbox(label="Input",placeholder="Enter text and press ENTER")\
+          gr.Textbox(label="Args", placeholder="a dict of {api_key, base_url, model, temperature, max_tokens}")
+         ],
+  outputs='text',
+)
 demo.launch(share=True)