Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -181,7 +181,7 @@
|
|
181 |
},
|
182 |
"additional_special_tokens": [
|
183 |
"<|im_start|>",
|
184 |
-
"<|
|
185 |
"<|object_ref_start|>",
|
186 |
"<|object_ref_end|>",
|
187 |
"<|box_start|>",
|
|
|
181 |
},
|
182 |
"additional_special_tokens": [
|
183 |
"<|im_start|>",
|
184 |
+
"<|endoftext|>",
|
185 |
"<|object_ref_start|>",
|
186 |
"<|object_ref_end|>",
|
187 |
"<|box_start|>",
|