Update app.py

app.py

@@ -34,12 +34,12 @@ model_url = os.getenv('MODEL_URL', 'http://localhost:8000/v1')
 model_name = os.getenv('MODEL_NAME', 'default-model-name')  # Make sure to set this in the environment
 temperature = float(os.getenv('TEMPERATURE', 0.8))
 stop_token_ids = os.getenv('STOP_TOKEN_IDS', '')
-host = os.getenv('HOST','0.0.0.0')
-port_str = os.getenv('PORT', '8001')
-try:
-    port = int(port_str)
-except ValueError:
-    port = 8001
+#host = os.getenv('HOST','0.0.0.0')
+#port_str = os.getenv('PORT', '8001')
+#try:
+    #port = int(port_str)
+#except ValueError:
+    #port = 8001
 #port = int(os.getenv('PORT', 8001))
 
 # Set OpenAI's API key and API base to use vLLM's API server.