CodeIsAbstract
/

merged_llama_3.2_thinking_model

Text Generation

text-generation-inference

Model card Files Files and versions Community

CodeIsAbstract commited on Apr 29

Commit

1129421

·

verified ·

1 Parent(s): 7cb8ed9

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +2 -1

tokenizer_config.json CHANGED Viewed

@@ -2052,10 +2052,11 @@
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
   "model_max_length": 131072,
-  "tokenizer_class": "PreTrainedTokenizerFast"
 }

   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
   "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizer"
 }