Upload processor
Browse files- chat_template.json +3 -0
- preprocessor_config.json +1 -0
- processor_config.json +4 -0
- tokenizer_config.json +1 -0
chat_template.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n'}}{% if message['content'] is string %}{{ message['content'] }}{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' %}{{ '<image>\n' }}{% elif content['type'] == 'video' %}{{ '<video>\n' }}{% elif content['type'] == 'text' %}{{ content['text'] }}{% endif %}{% endfor %}{% endif %}{{'<|im_end|>\n'}}{% endfor %}{% if add_generation_prompt %}{{'<|im_start|>assistant\n' }}{% endif %}"
|
3 |
+
}
|
preprocessor_config.json
CHANGED
@@ -18,6 +18,7 @@
|
|
18 |
],
|
19 |
"max_patches": 12,
|
20 |
"min_patches": 1,
|
|
|
21 |
"resample": 3,
|
22 |
"rescale_factor": 0.00392156862745098,
|
23 |
"size": {
|
|
|
18 |
],
|
19 |
"max_patches": 12,
|
20 |
"min_patches": 1,
|
21 |
+
"processor_class": "InternVLProcessor",
|
22 |
"resample": 3,
|
23 |
"rescale_factor": 0.00392156862745098,
|
24 |
"size": {
|
processor_config.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"image_seq_length": 256,
|
3 |
+
"processor_class": "InternVLProcessor"
|
4 |
+
}
|
tokenizer_config.json
CHANGED
@@ -1668,6 +1668,7 @@
|
|
1668 |
"model_max_length": 8192,
|
1669 |
"pad_token": "</s>",
|
1670 |
"prepend_scheme": "never",
|
|
|
1671 |
"return_token_type_ids": false,
|
1672 |
"sp_model_kwargs": {},
|
1673 |
"spaces_between_special_tokens": false,
|
|
|
1668 |
"model_max_length": 8192,
|
1669 |
"pad_token": "</s>",
|
1670 |
"prepend_scheme": "never",
|
1671 |
+
"processor_class": "InternVLProcessor",
|
1672 |
"return_token_type_ids": false,
|
1673 |
"sp_model_kwargs": {},
|
1674 |
"spaces_between_special_tokens": false,
|