Hugging Face's logo

utter-project
/
TowerVision-2B

Image-Text-to-Text
Transformers
Safetensors
llava_next
image-to-text
multimodal
multilingual
vlm
translation
conversational
text-generation-inference
Model card Files
xet
Community
GuilhermeNunes commited on
Commit
71c2299
·
verified ·
1 Parent(s): 0587b30

Upload LlavaNextForConditionalGeneration

Browse files
Files changed (5) hide show
  1. config.json +2 -2
  2. generation_config.json +2 -2
  3. model-00001-of-00003.safetensors +1 -1
  4. model-00002-of-00003.safetensors +1 -1
  5. model-00003-of-00003.safetensors +1 -1
config.json CHANGED
@@ -66,7 +66,7 @@
66
  "multimodal_projector_bias": true,
67
  "projector_hidden_act": "gelu",
68
  "text_config": {
69
- "_name_or_path": "/gpfs/scratch/ehpc209/retrain_tmp/vlm_ckpts/finetune/towerp_2b_instruct/",
70
  "add_faster_video": false,
71
  "add_time_instruction": false,
72
  "architectures": [
@@ -161,7 +161,7 @@
161
  "mm_use_im_start_end": false,
162
  "mm_vision_select_feature": "patch",
163
  "mm_vision_select_layer": -2,
164
- "mm_vision_tower": "/gpfs/scratch/ehpc209/hf_models/siglip2-so400m-patch14-384/",
165
  "mm_vision_tower_lr": 2e-06,
166
  "model_type": "gemma2",
167
  "num_attention_heads": 8,
 
66
  "multimodal_projector_bias": true,
67
  "projector_hidden_act": "gelu",
68
  "text_config": {
69
+ "_name_or_path": "/mnt/scratch-artemis/gviveiros/TowerVision/llava-next-native/towerp_2b_instruct/",
70
  "add_faster_video": false,
71
  "add_time_instruction": false,
72
  "architectures": [
 
161
  "mm_use_im_start_end": false,
162
  "mm_vision_select_feature": "patch",
163
  "mm_vision_select_layer": -2,
164
+ "mm_vision_tower": "/mnt/scratch-artemis/gviveiros/siglip2-so400m-patch14-384/",
165
  "mm_vision_tower_lr": 2e-06,
166
  "model_type": "gemma2",
167
  "num_attention_heads": 8,
generation_config.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 3,
4
  "cache_implementation": "hybrid",
5
- "eos_token_id": 4,
6
  "pad_token_id": 0,
7
  "transformers_version": "4.52.0.dev0"
8
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "bos_token_id": 2,
4
  "cache_implementation": "hybrid",
5
+ "eos_token_id": 107,
6
  "pad_token_id": 0,
7
  "transformers_version": "4.52.0.dev0"
8
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95b9527cc0f5870ecb44178fcd0590962a16b728c633bab97c8ff17c7b6227f0
3
  size 4973252496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b13aa27ee5bd1f3d488a6e0147759fb3c72eda406c0dd503ffbfa71e0eb41f
3
  size 4973252496
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ce01202fe4f108f4016b6bc5a469fd1f6adb8b0bc7ab4bfbdc8703042ebf9e9
3
  size 4983446008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83e78fbd1e1c4ca7a004fc08cf464947bc5ab04126b68b34a44580f8dfa5224e
3
  size 4983446008
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ce886d29cefb945e28706c1f3b4dc5fc954741353c5077e2de2133bd58b4f2b
3
  size 2123643328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9be1dfbf34e2977863ca41794c9414d3979b34f876ed2c71990b336e77766e6a
3
  size 2123643328