Guanzheng commited on
Commit
f0c45b2
·
1 Parent(s): c012f34

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -6,9 +6,9 @@ import spaces
6
  import torch
7
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
8
 
9
- MAX_MAX_NEW_TOKENS = 2048
10
  DEFAULT_MAX_NEW_TOKENS = 1024
11
- MAX_INPUT_TOKEN_LENGTH = 65536
12
 
13
  DESCRIPTION = """\
14
  # CLEX-7B-Chat-16K
 
6
  import torch
7
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
8
 
9
+ MAX_MAX_NEW_TOKENS = 256
10
  DEFAULT_MAX_NEW_TOKENS = 1024
11
+ MAX_INPUT_TOKEN_LENGTH = 10240
12
 
13
  DESCRIPTION = """\
14
  # CLEX-7B-Chat-16K