Hugging Face's logo

umd-vt-nyu
/
faster_diff_clip_llama8b_head1b_0213_32

Safetensors
Model card Files Community
xcpan commited on
Commit
bae5270
·
verified ·
1 Parent(s): 6a89da4

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-14500/config.json +60 -0
  2. checkpoint-14500/generation_config.json +13 -0
  3. checkpoint-14500/latest +1 -0
  4. checkpoint-14500/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-14500/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-14500/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-14500/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-14500/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-14500/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-14500/model.safetensors.index.json +0 -0
  11. checkpoint-14500/rng_state_0.pth +3 -0
  12. checkpoint-14500/rng_state_1.pth +3 -0
  13. checkpoint-14500/rng_state_10.pth +3 -0
  14. checkpoint-14500/rng_state_100.pth +3 -0
  15. checkpoint-14500/rng_state_101.pth +3 -0
  16. checkpoint-14500/rng_state_102.pth +3 -0
  17. checkpoint-14500/rng_state_103.pth +3 -0
  18. checkpoint-14500/rng_state_104.pth +3 -0
  19. checkpoint-14500/rng_state_105.pth +3 -0
  20. checkpoint-14500/rng_state_106.pth +3 -0
  21. checkpoint-14500/rng_state_107.pth +3 -0
  22. checkpoint-14500/rng_state_108.pth +3 -0
  23. checkpoint-14500/rng_state_109.pth +3 -0
  24. checkpoint-14500/rng_state_11.pth +3 -0
  25. checkpoint-14500/rng_state_110.pth +3 -0
  26. checkpoint-14500/rng_state_111.pth +3 -0
  27. checkpoint-14500/rng_state_112.pth +3 -0
  28. checkpoint-14500/rng_state_113.pth +3 -0
  29. checkpoint-14500/rng_state_114.pth +3 -0
  30. checkpoint-14500/rng_state_115.pth +3 -0
  31. checkpoint-14500/rng_state_116.pth +3 -0
  32. checkpoint-14500/rng_state_117.pth +3 -0
  33. checkpoint-14500/rng_state_118.pth +3 -0
  34. checkpoint-14500/rng_state_119.pth +3 -0
  35. checkpoint-14500/rng_state_12.pth +3 -0
  36. checkpoint-14500/rng_state_120.pth +3 -0
  37. checkpoint-14500/rng_state_121.pth +3 -0
  38. checkpoint-14500/rng_state_122.pth +3 -0
  39. checkpoint-14500/rng_state_123.pth +3 -0
  40. checkpoint-14500/rng_state_124.pth +3 -0
  41. checkpoint-14500/rng_state_125.pth +3 -0
  42. checkpoint-14500/rng_state_126.pth +3 -0
  43. checkpoint-14500/rng_state_127.pth +3 -0
  44. checkpoint-14500/rng_state_128.pth +3 -0
  45. checkpoint-14500/rng_state_129.pth +3 -0
  46. checkpoint-14500/rng_state_13.pth +3 -0
  47. checkpoint-14500/rng_state_130.pth +3 -0
  48. checkpoint-14500/rng_state_131.pth +3 -0
  49. checkpoint-14500/rng_state_132.pth +3 -0
  50. checkpoint-14500/rng_state_133.pth +3 -0
checkpoint-14500/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-14500/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-14500/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step14500
checkpoint-14500/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb0531e3a3166202cd3db592a2936e19037068e243d3bca47b2b933b80602a1
3
+ size 4977255824
checkpoint-14500/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2082b9946229e66681d0f29840ab69858feebb311386be4806c1b905f144177f
3
+ size 4999802720
checkpoint-14500/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b43b5baa447cee5a18e8567816d481acf1b4708e69dc06e4e2e6150c89ab153
3
+ size 4915916176
checkpoint-14500/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b744f2f023635855e80d3ecd1bb62ac726620fc138ab44707c11e9b565f6a66
3
+ size 4976019070
checkpoint-14500/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dead7b0d328369211e344f81b9b95c11d38e0a68d20710564ba623b6f0cfc93b
3
+ size 4945870360
checkpoint-14500/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17848c5fc8d4db15c3bca7ba832b3b3032f518e8f77e0a60a37c76f00f9f7e47
3
+ size 2371465880
checkpoint-14500/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-14500/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:707f6181af16da850d9e0d4e6432ed695132bc07352a6f3b00502ec186594c95
3
+ size 15984
checkpoint-14500/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:162826a54620c8840f4552b16c7466395111608a4ccdda99816952a16b90c21d
3
+ size 15984
checkpoint-14500/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ddaaac94d2ca5272b1dbedbc951a1a6b6d2402b811f3e61948acb9af0dd554d
3
+ size 15997
checkpoint-14500/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd3e9fdcd4d575c29fd0f9633477ce328502b5c967dfab55cedb22b8887c2d0
3
+ size 16010
checkpoint-14500/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d3db1a3103c5cc7517d29e62a4694e7fbdc0a26ab3c9d6e93060880e61a1ace
3
+ size 16010
checkpoint-14500/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f0d28693c25e16bc62b472ec31c0a20bd9452664c02c98049cc2150c039d2ea
3
+ size 16010
checkpoint-14500/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08186300f893961a965445071bbe22ece72ba209375f40ab096e673c10f19efc
3
+ size 16010
checkpoint-14500/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36009e0c2b7c2c75fcf74a088ed61cdc56a5d1e28ee7c71fc1d0f530c28aa699
3
+ size 16010
checkpoint-14500/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82698f249edbca825298591d19f3f22e7d71c62055fae01dac8744faea018cf9
3
+ size 16010
checkpoint-14500/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39bbbc5d2ef72ed03c7108164d92dd26797aef3a892e9dfd1965a4d0a44b94ba
3
+ size 16010
checkpoint-14500/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559a05b0ef4fff55aa02a7bf320e550bafb51e1a31f59bab52dc2e2a16a90a67
3
+ size 16010
checkpoint-14500/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6511129bec7ad30476ce8a176332bb56d199e80b984fde79f912cc9242503a28
3
+ size 16010
checkpoint-14500/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64f4c446b3f43de5e9add1e12a2d721e69e6533d54e091f7f532d01201b9483b
3
+ size 16010
checkpoint-14500/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aca1c476c613b3044b39585c8a54f0e2e3c9e054f70e2bef5bd803a06d159366
3
+ size 15997
checkpoint-14500/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:706f99f7f72c6f02309384e786d56799f4ea1ffbbb660dfdb770e302ca4adb20
3
+ size 16010
checkpoint-14500/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d89ae580d214aa583020a5d866f5015d202859c2aa11d621fe23fe70204270c8
3
+ size 16010
checkpoint-14500/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f008b5828f6a11af63a3a8d93d0378a4e203fe92cdabe2df2d713b791ded1697
3
+ size 16010
checkpoint-14500/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f03de806df3df73a0c3aca7137a3caaab43375e54fc5109912750334a94b5ff7
3
+ size 16010
checkpoint-14500/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e3432dcb3ed6eff659456fe72fce39067c3e11db5343dff3dde67aa2738aec
3
+ size 16010
checkpoint-14500/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49aa1402d08a1532eedd9f1a00517e122bf5172a03a1e47c0cef63979fa7709a
3
+ size 16010
checkpoint-14500/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e52180b4a49daab1a821ad8e5a5e349200f8af30c969545c5f0b3e15a44b9c5
3
+ size 16010
checkpoint-14500/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8512a007d07a4aef3dd548a0ef025a859e1c01ddf0defe0ecc7979f439f8c793
3
+ size 16010
checkpoint-14500/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d43e95068218c2707f9785cad5e68e35b296a96ea337ba9f6f1afdda53800eff
3
+ size 16010
checkpoint-14500/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4afe9273b7bd70aa2e7fec602cc4fd1e528a1beb67894388dc13682b7bc67307
3
+ size 16010
checkpoint-14500/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd75f68fc276502dec077ad9ce450517af829683ec16a3405d02366af8f630a9
3
+ size 15997
checkpoint-14500/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:702e2e25a6809d0e511194db8d8c91c75a02388a993f0c39fce51cac408a9ec2
3
+ size 16010
checkpoint-14500/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54933aba8c44317baa75028eb6a27d16670817edac35653ec788ad906433b9a4
3
+ size 16010
checkpoint-14500/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc9e7129558405ef59f1b46166ae6e7c37b5fa1532080b6c4d3e0e05e866dc3
3
+ size 16010
checkpoint-14500/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5706b1bdc0c7dc5f651c4df897e5031faa979609ebcc2bde8be7ae2b946444
3
+ size 16010
checkpoint-14500/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6a60620625c3e39b68fd4a9c36ea439aed28092028d96dc8dd308e349e6226c
3
+ size 16010
checkpoint-14500/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:286622e6c7d21b62584a688d7a65f80ce3583f1de21b18d74ffa14fe96a708d3
3
+ size 16010
checkpoint-14500/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aae6801d03a2bae9dce9dd5733b2acbbd3f604300c786f1f3dadbdfb81df5fd5
3
+ size 16010
checkpoint-14500/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05c7299ea9e0b518b7160675139c3f12f414fb900ffac1bbb83e6459441f288f
3
+ size 16010
checkpoint-14500/rng_state_128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ede81b0a1717083bd5f3574c5308b30b57d33b2156dd1b2c77bc45669198c76
3
+ size 16010
checkpoint-14500/rng_state_129.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b876819c1b5c4219501266ead4e75cc3c2d9037f8766564e251b7ce17a66ffb
3
+ size 16010
checkpoint-14500/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cc94dde8004e229be6543cabdc2ca6594c992fde8eacdb421a9a956dc50653f
3
+ size 15997
checkpoint-14500/rng_state_130.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47b37823c4ac1374581d63d83fd9cac7f3e4a53831d2795da3f1a4b396822a34
3
+ size 16010
checkpoint-14500/rng_state_131.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d3ef2a44250d5765f981f4244b059ed27a7d71ff5347a4338f43e254f648b37
3
+ size 16010
checkpoint-14500/rng_state_132.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d2350b6438e39e644baa973a3184eb0b44459c11edfece19035ffa49bb5f22
3
+ size 16010
checkpoint-14500/rng_state_133.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c482f48691f2bac0a85b123c624c746f2e53ab60495dccc213fac1023545478f
3
+ size 16010