CanHuggie commited on
Commit
7a239f5
·
verified ·
1 Parent(s): d0eff02

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -35,7 +35,7 @@ model_name = os.getenv('MODEL_NAME', 'default-model-name') # Make sure to set t
35
  temperature = float(os.getenv('TEMPERATURE', 0.8))
36
  stop_token_ids = os.getenv('STOP_TOKEN_IDS', '')
37
  host = os.getenv('HOST', '0.0.0.0')
38
- port = os.getenv('PORT', 8001)
39
 
40
  # Set OpenAI's API key and API base to use vLLM's API server.
41
  openai_api_key = "EMPTY"
@@ -93,4 +93,4 @@ with gr.Blocks(title="MethodAI 0.15", theme="Soft") as demo:
93
  gr.ChatInterface(predict).queue()
94
  # with demo:
95
  # btn.upload(render_file, inputs=[btn], outputs=[show_img])
96
- demo.launch(server_name=host, server_port=int(port), share=True)
 
35
  temperature = float(os.getenv('TEMPERATURE', 0.8))
36
  stop_token_ids = os.getenv('STOP_TOKEN_IDS', '')
37
  host = os.getenv('HOST', '0.0.0.0')
38
+ port = int(os.getenv('PORT', 8001))
39
 
40
  # Set OpenAI's API key and API base to use vLLM's API server.
41
  openai_api_key = "EMPTY"
 
93
  gr.ChatInterface(predict).queue()
94
  # with demo:
95
  # btn.upload(render_file, inputs=[btn], outputs=[show_img])
96
+ demo.launch(server_name=host, server_port=port, share=True)