prithivMLmods commited on
Commit
e412787
·
verified ·
1 Parent(s): e75c6cf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -21,8 +21,8 @@ from transformers import (
21
  from transformers.image_utils import load_image
22
 
23
  # Constants for text generation
24
- MAX_MAX_NEW_TOKENS = 4096
25
- DEFAULT_MAX_NEW_TOKENS = 1536
26
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
27
 
28
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
21
  from transformers.image_utils import load_image
22
 
23
  # Constants for text generation
24
+ MAX_MAX_NEW_TOKENS = 2048
25
+ DEFAULT_MAX_NEW_TOKENS = 1024
26
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
27
 
28
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")