Update app.py

app.py

@@ -35,7 +35,7 @@ model_name = os.getenv('MODEL_NAME', 'default-model-name')  # Make sure to set t
 temperature = float(os.getenv('TEMPERATURE', 0.8))
 stop_token_ids = os.getenv('STOP_TOKEN_IDS', '')
 host = os.getenv('HOST', '0.0.0.0')
-port = int(os.getenv('PORT', 8001))
+port = os.getenv('PORT', 8001)
 
 # Set OpenAI's API key and API base to use vLLM's API server.
 openai_api_key = "EMPTY"