BenBranyon commited on
Commit
72cba54
·
verified ·
1 Parent(s): 64c21fd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
10
 
11
  MAX_MAX_NEW_TOKENS = 512
12
  DEFAULT_MAX_NEW_TOKENS = 512
13
- MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
14
 
15
  #Inference API Code
16
  #client = InferenceClient("Qwen/Qwen2.5-7B-Instruct")
 
10
 
11
  MAX_MAX_NEW_TOKENS = 512
12
  DEFAULT_MAX_NEW_TOKENS = 512
13
+ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "2048"))
14
 
15
  #Inference API Code
16
  #client = InferenceClient("Qwen/Qwen2.5-7B-Instruct")