Spaces:
Running
Running
Lohia, Aditya
commited on
Commit
·
5683adc
1
Parent(s):
8c7bf64
update: max new tokens value
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ from dialog import get_dialog_box
|
|
6 |
from gateway import check_server_health, request_generation
|
7 |
|
8 |
# CONSTANTS
|
9 |
-
MAX_NEW_TOKENS: int =
|
10 |
|
11 |
# GET ENVIRONMENT VARIABLES
|
12 |
CLOUD_GATEWAY_API = os.getenv("API_ENDPOINT")
|
|
|
6 |
from gateway import check_server_health, request_generation
|
7 |
|
8 |
# CONSTANTS
|
9 |
+
MAX_NEW_TOKENS: int = 4096
|
10 |
|
11 |
# GET ENVIRONMENT VARIABLES
|
12 |
CLOUD_GATEWAY_API = os.getenv("API_ENDPOINT")
|