Hugging Face's logo

umd-vt-nyu
/
faster_diff_clip_llama8b_head1b_0213_32

Safetensors
Model card Files Community
xcpan commited on
Commit
6a89da4
·
verified ·
1 Parent(s): c18bcd2

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-10000/config.json +60 -0
  2. checkpoint-10000/generation_config.json +13 -0
  3. checkpoint-10000/latest +1 -0
  4. checkpoint-10000/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-10000/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-10000/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-10000/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-10000/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-10000/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-10000/model.safetensors.index.json +0 -0
  11. checkpoint-10000/rng_state_0.pth +3 -0
  12. checkpoint-10000/rng_state_1.pth +3 -0
  13. checkpoint-10000/rng_state_10.pth +3 -0
  14. checkpoint-10000/rng_state_100.pth +3 -0
  15. checkpoint-10000/rng_state_101.pth +3 -0
  16. checkpoint-10000/rng_state_102.pth +3 -0
  17. checkpoint-10000/rng_state_103.pth +3 -0
  18. checkpoint-10000/rng_state_104.pth +3 -0
  19. checkpoint-10000/rng_state_105.pth +3 -0
  20. checkpoint-10000/rng_state_106.pth +3 -0
  21. checkpoint-10000/rng_state_107.pth +3 -0
  22. checkpoint-10000/rng_state_108.pth +3 -0
  23. checkpoint-10000/rng_state_109.pth +3 -0
  24. checkpoint-10000/rng_state_11.pth +3 -0
  25. checkpoint-10000/rng_state_110.pth +3 -0
  26. checkpoint-10000/rng_state_111.pth +3 -0
  27. checkpoint-10000/rng_state_112.pth +3 -0
  28. checkpoint-10000/rng_state_113.pth +3 -0
  29. checkpoint-10000/rng_state_114.pth +3 -0
  30. checkpoint-10000/rng_state_115.pth +3 -0
  31. checkpoint-10000/rng_state_116.pth +3 -0
  32. checkpoint-10000/rng_state_117.pth +3 -0
  33. checkpoint-10000/rng_state_118.pth +3 -0
  34. checkpoint-10000/rng_state_119.pth +3 -0
  35. checkpoint-10000/rng_state_12.pth +3 -0
  36. checkpoint-10000/rng_state_120.pth +3 -0
  37. checkpoint-10000/rng_state_121.pth +3 -0
  38. checkpoint-10000/rng_state_122.pth +3 -0
  39. checkpoint-10000/rng_state_123.pth +3 -0
  40. checkpoint-10000/rng_state_124.pth +3 -0
  41. checkpoint-10000/rng_state_125.pth +3 -0
  42. checkpoint-10000/rng_state_126.pth +3 -0
  43. checkpoint-10000/rng_state_127.pth +3 -0
  44. checkpoint-10000/rng_state_128.pth +3 -0
  45. checkpoint-10000/rng_state_129.pth +3 -0
  46. checkpoint-10000/rng_state_13.pth +3 -0
  47. checkpoint-10000/rng_state_130.pth +3 -0
  48. checkpoint-10000/rng_state_131.pth +3 -0
  49. checkpoint-10000/rng_state_132.pth +3 -0
  50. checkpoint-10000/rng_state_133.pth +3 -0
checkpoint-10000/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-10000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-10000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step10000
checkpoint-10000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a7a078e0bd45d1c267484a1a458749377b1ebb362c7684f9704921c8adaf633
3
+ size 4977255824
checkpoint-10000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:802ddd2d667170f1df1ee46f0ceae63948896639e014fbb9605cec4f7471052d
3
+ size 4999802720
checkpoint-10000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df90013ff46efe0b2800b98c0a5d0030820553d0ba07faa7dfea4692ff138583
3
+ size 4915916176
checkpoint-10000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156a4633a083fb1814dca9f2f71a7a7babddf727bd0fdc5d2c6f13678ce560f0
3
+ size 4976019070
checkpoint-10000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dead7b0d328369211e344f81b9b95c11d38e0a68d20710564ba623b6f0cfc93b
3
+ size 4945870360
checkpoint-10000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17848c5fc8d4db15c3bca7ba832b3b3032f518e8f77e0a60a37c76f00f9f7e47
3
+ size 2371465880
checkpoint-10000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-10000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8183e6a16f25c79aa0f09ef6ac3766c51abc485e3cb3475b848ceb255c30d42
3
+ size 15984
checkpoint-10000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b7e730265d93a8ab31cedc0304f6984c00fddbd4ffe349816cdd89fe29bbe4e
3
+ size 15984
checkpoint-10000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cbb5b2cf58e78798fd373b59edb791dcbdb79cfb34a5d698db749bdabe19f4b
3
+ size 15997
checkpoint-10000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b62b1111ca954ddc536025119702ecf59e4a795dbbf1d6b66ed858c2d32ece9
3
+ size 16010
checkpoint-10000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d23a5adfc0ec7a483054da4c5915b916d1a28e5844bff1eff6e4fc0c338a538c
3
+ size 16010
checkpoint-10000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d6cdf22d52b95471ee4f754c083ef11b251d019d07111a775b1bd6bc1e1272
3
+ size 16010
checkpoint-10000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f10e31996e3d0bf3bafdd1560601c523dff47e3a82378bfb633c177d1dc0044
3
+ size 16010
checkpoint-10000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d7317fb480b052083fcd8e87316d224aead79aa7183f85772bff5dc97ca0f0f
3
+ size 16010
checkpoint-10000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c07c933d406f0fde0787073b2df5fc9da0af3f5c0184d4c65c88a3a585de822
3
+ size 16010
checkpoint-10000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c68961242e4fe8a580e9d8e5563fb8e6bd99de85a4692c37264e1d25091724b7
3
+ size 16010
checkpoint-10000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e1429eb0d6611fc2215dbabf0b982c72d3c76e48b9347d28d2c2583581ed97
3
+ size 16010
checkpoint-10000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da70c89d9ef3a952e65ece5036e083407c4e424f4ac1887da838d0cc2369db22
3
+ size 16010
checkpoint-10000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d3fde33c0e488e1b735d05cb2891656bae96f2161a76d970dec63e6c8a0d9ae
3
+ size 16010
checkpoint-10000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74591d711002662fc378a08e72bb101e1ab3a8061bb888c6e3ca218addc3312e
3
+ size 15997
checkpoint-10000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ed9192b67054e69ceb97cdac37528f8561df54516dbe83560188b03ab61d492
3
+ size 16010
checkpoint-10000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fcd60a0531c80f3178e29c8c1e403f456e12fc626652d64d874c54d30067db4
3
+ size 16010
checkpoint-10000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49825012444e903f93fa41b41c001075b8883f22e5ece799b8a54b0748b8283f
3
+ size 16010
checkpoint-10000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e43e7e7b34f18f0d7b93f24958f30a8b0f807509865faf38f012460083fdf5
3
+ size 16010
checkpoint-10000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d3f731aa17a3cb79747851bc5ac6f9611cfe04e6b8bdad669f663de3ed9a8b2
3
+ size 16010
checkpoint-10000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3a0319d2ad2f08730e9fd46cea77155023a1b5f5a89a7f8f77a11b8aa14af1
3
+ size 16010
checkpoint-10000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3286a7e5ac8903773d730e89648dd15ff9e5bd0b51984f5dad5de44ca918768e
3
+ size 16010
checkpoint-10000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bff548c44f429add75b9bb30f279900b49fdd54e784e6ae33bb68dea765a125e
3
+ size 16010
checkpoint-10000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f92313eb056229ff8a3b923ca05bc31a0d48b9bdf92c06c20cc9396160ab9f66
3
+ size 16010
checkpoint-10000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59788702b9f1b4643749dcd1ccd2480739950798a37a4d85bd49c5361cf4e5a0
3
+ size 16010
checkpoint-10000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:961ff971d49c8bb19928823cb76d6a03c8dfa3a9e1d45bb856e4c772e1a26090
3
+ size 15997
checkpoint-10000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4fcf0d2ebcdbd0f87c4410811e4f7effb951686713cda145c490daeac4ea94
3
+ size 16010
checkpoint-10000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c0d0d18d6f104be9afc12ebd918fc2bf37fa0895088986cea814dd4f1c17cb9
3
+ size 16010
checkpoint-10000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c69992747f7255daa4844c4fa747dac4608a23d568e3aca09cdeebe080ae27d
3
+ size 16010
checkpoint-10000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de9c7b71ce52b62ab9eb8f892a8f944ae301fe6d44a9fc2bf2b66e0ff38a0d3f
3
+ size 16010
checkpoint-10000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85b4c920982da79d3ff808e1e88bd7b29641b7e11c8eb0b5bfe7db7b5a4502d9
3
+ size 16010
checkpoint-10000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b079428eb271de8f080e180680d647bcd35d78e77bc609092698114a020cfb1d
3
+ size 16010
checkpoint-10000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60d29e3b15f13e6078d9f927a8d0af5930bf164b67740be02a6107ff9d01c086
3
+ size 16010
checkpoint-10000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe6d91864bf0051158dea74370e6f0a5fc6136a3a4c871c17c7afaa89743e0b8
3
+ size 16010
checkpoint-10000/rng_state_128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6abd253d1308b27d5e8049bb34ea16fa13c78b5b1c6a110372aba7c8a5e10685
3
+ size 16010
checkpoint-10000/rng_state_129.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53b7aa9b2eaf103615b27ae325c156a9cc5f1ae6a8205c5899c27d6a2a83f1d9
3
+ size 16010
checkpoint-10000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b45e4d7f340b6b2fb8a0f9d12b9ed1ba8b4f0509e63e941f10842152a4bfa7d
3
+ size 15997
checkpoint-10000/rng_state_130.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2832d07aff695ffff783323917c23e9ef7e89051fd57f8d5a90a136a7e6eeb6
3
+ size 16010
checkpoint-10000/rng_state_131.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df9e5fedec73e47db6b52b1c591710b50d2a0ece1e897e01c812e4062bb7110
3
+ size 16010
checkpoint-10000/rng_state_132.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68643098d648a73ab264d2222fd74a21fb346eb5478835c3720378b0da25df6
3
+ size 16010
checkpoint-10000/rng_state_133.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8363f116be0615c250874a68b5bdc0284903439fb3a68aff51bdbc6b1fe08f10
3
+ size 16010