Update model_max_length in tokenizer_config.json

The model_max_length should be the same as model's context length

Files changed (1) hide show

tokenizer_config.json CHANGED Viewed

@@ -19,7 +19,7 @@
     "single_word": false
   },
   "legacy": true,
-  "model_max_length": 16384,
   "pad_token": {
     "__type": "AddedToken",
     "content": "<｜end▁of▁sentence｜>",

     "single_word": false
   },
   "legacy": true,
+  "model_max_length": 163840,
   "pad_token": {
     "__type": "AddedToken",
     "content": "<｜end▁of▁sentence｜>",