pokeberrypie commited on
Commit
6ccbfc6
·
verified ·
1 Parent(s): 155f511

Delete tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +0 -8
tokenizer_config.json DELETED
@@ -1,8 +0,0 @@
1
- {
2
- "add_prefix_space": false,
3
- "eos_token": "<|endoftext|>",
4
- "model_max_length": 2048,
5
- "name_or_path": "tiiuae/falcon-40b",
6
- "special_tokens_map_file": null,
7
- "tokenizer_class": "PreTrainedTokenizerFast"
8
- }