Lohia, Aditya commited on
Commit
5683adc
·
1 Parent(s): 8c7bf64

update: max new tokens value

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ from dialog import get_dialog_box
6
  from gateway import check_server_health, request_generation
7
 
8
  # CONSTANTS
9
- MAX_NEW_TOKENS: int = 2048
10
 
11
  # GET ENVIRONMENT VARIABLES
12
  CLOUD_GATEWAY_API = os.getenv("API_ENDPOINT")
 
6
  from gateway import check_server_health, request_generation
7
 
8
  # CONSTANTS
9
+ MAX_NEW_TOKENS: int = 4096
10
 
11
  # GET ENVIRONMENT VARIABLES
12
  CLOUD_GATEWAY_API = os.getenv("API_ENDPOINT")