Update app.py
Browse files
app.py
CHANGED
@@ -35,7 +35,7 @@ model_name = os.getenv('MODEL_NAME', 'default-model-name') # Make sure to set t
|
|
35 |
temperature = float(os.getenv('TEMPERATURE', 0.8))
|
36 |
stop_token_ids = os.getenv('STOP_TOKEN_IDS', '')
|
37 |
host = os.getenv('HOST', '0.0.0.0')
|
38 |
-
port = os.getenv('PORT', 8001)
|
39 |
|
40 |
# Set OpenAI's API key and API base to use vLLM's API server.
|
41 |
openai_api_key = "EMPTY"
|
@@ -93,4 +93,4 @@ with gr.Blocks(title="MethodAI 0.15", theme="Soft") as demo:
|
|
93 |
gr.ChatInterface(predict).queue()
|
94 |
# with demo:
|
95 |
# btn.upload(render_file, inputs=[btn], outputs=[show_img])
|
96 |
-
demo.launch(server_name=host, server_port=
|
|
|
35 |
temperature = float(os.getenv('TEMPERATURE', 0.8))
|
36 |
stop_token_ids = os.getenv('STOP_TOKEN_IDS', '')
|
37 |
host = os.getenv('HOST', '0.0.0.0')
|
38 |
+
port = int(os.getenv('PORT', 8001))
|
39 |
|
40 |
# Set OpenAI's API key and API base to use vLLM's API server.
|
41 |
openai_api_key = "EMPTY"
|
|
|
93 |
gr.ChatInterface(predict).queue()
|
94 |
# with demo:
|
95 |
# btn.upload(render_file, inputs=[btn], outputs=[show_img])
|
96 |
+
demo.launch(server_name=host, server_port=port, share=True)
|