Hugging Face's logo

umd-vt-nyu
/
faster_diff_clip_llama8b_head1b_0213_32

Safetensors
Model card Files Community
xcpan commited on
Commit
318cf5e
·
verified ·
1 Parent(s): bae5270

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-20000/config.json +60 -0
  2. checkpoint-20000/generation_config.json +13 -0
  3. checkpoint-20000/latest +1 -0
  4. checkpoint-20000/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-20000/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-20000/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-20000/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-20000/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-20000/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-20000/model.safetensors.index.json +0 -0
  11. checkpoint-20000/rng_state_0.pth +3 -0
  12. checkpoint-20000/rng_state_1.pth +3 -0
  13. checkpoint-20000/rng_state_10.pth +3 -0
  14. checkpoint-20000/rng_state_100.pth +3 -0
  15. checkpoint-20000/rng_state_101.pth +3 -0
  16. checkpoint-20000/rng_state_102.pth +3 -0
  17. checkpoint-20000/rng_state_103.pth +3 -0
  18. checkpoint-20000/rng_state_104.pth +3 -0
  19. checkpoint-20000/rng_state_105.pth +3 -0
  20. checkpoint-20000/rng_state_106.pth +3 -0
  21. checkpoint-20000/rng_state_107.pth +3 -0
  22. checkpoint-20000/rng_state_108.pth +3 -0
  23. checkpoint-20000/rng_state_109.pth +3 -0
  24. checkpoint-20000/rng_state_11.pth +3 -0
  25. checkpoint-20000/rng_state_110.pth +3 -0
  26. checkpoint-20000/rng_state_111.pth +3 -0
  27. checkpoint-20000/rng_state_112.pth +3 -0
  28. checkpoint-20000/rng_state_113.pth +3 -0
  29. checkpoint-20000/rng_state_114.pth +3 -0
  30. checkpoint-20000/rng_state_115.pth +3 -0
  31. checkpoint-20000/rng_state_116.pth +3 -0
  32. checkpoint-20000/rng_state_117.pth +3 -0
  33. checkpoint-20000/rng_state_118.pth +3 -0
  34. checkpoint-20000/rng_state_119.pth +3 -0
  35. checkpoint-20000/rng_state_12.pth +3 -0
  36. checkpoint-20000/rng_state_120.pth +3 -0
  37. checkpoint-20000/rng_state_121.pth +3 -0
  38. checkpoint-20000/rng_state_122.pth +3 -0
  39. checkpoint-20000/rng_state_123.pth +3 -0
  40. checkpoint-20000/rng_state_124.pth +3 -0
  41. checkpoint-20000/rng_state_125.pth +3 -0
  42. checkpoint-20000/rng_state_126.pth +3 -0
  43. checkpoint-20000/rng_state_127.pth +3 -0
  44. checkpoint-20000/rng_state_128.pth +3 -0
  45. checkpoint-20000/rng_state_129.pth +3 -0
  46. checkpoint-20000/rng_state_13.pth +3 -0
  47. checkpoint-20000/rng_state_130.pth +3 -0
  48. checkpoint-20000/rng_state_131.pth +3 -0
  49. checkpoint-20000/rng_state_132.pth +3 -0
  50. checkpoint-20000/rng_state_133.pth +3 -0
checkpoint-20000/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-20000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-20000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step20000
checkpoint-20000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e13b2cd0f5d507b2888553dd0dd5720171e6eb3184a5dedea1f192f1bdb954ca
3
+ size 4977255824
checkpoint-20000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:824d283a6b35d5a29f3b259eff4649690d76a8378fce3a1182f28997cb342405
3
+ size 4999802720
checkpoint-20000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5603dcec736129ae393562221f24125272d6048ba2573f5eb3589536aa84aa8d
3
+ size 4915916176
checkpoint-20000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cbb1d7c64473754b6cf1bcdf3e5cdd8d09aba016d0511abaa53812977a94123
3
+ size 4976019070
checkpoint-20000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dead7b0d328369211e344f81b9b95c11d38e0a68d20710564ba623b6f0cfc93b
3
+ size 4945870360
checkpoint-20000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17848c5fc8d4db15c3bca7ba832b3b3032f518e8f77e0a60a37c76f00f9f7e47
3
+ size 2371465880
checkpoint-20000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-20000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b13fdcde2c5ebfa15d5a1bc9c6894f2b390ddb9b724fd9e1228dbcba29b2036f
3
+ size 15984
checkpoint-20000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808d7a24146f6d2974ce0fdbc536f72846b5cfe56514304103ec78cbcd658d00
3
+ size 15984
checkpoint-20000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee33ae1bd6aeacb2f4bcf257f0b6da7adf6eae983d78d47e0cfcd8d6db32ba7
3
+ size 15997
checkpoint-20000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:738802f29fdc1c5ec2726d00b49e282c2e35974cad96beef920cea17a65a6914
3
+ size 16010
checkpoint-20000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f74ef856d57e1900c6943a9c03da9edfbdae779585d6100898c70456952234ca
3
+ size 16010
checkpoint-20000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7082581d3296bc7f24fcded456b11d75c182de112bf289a66825dcdc1b38fa
3
+ size 16010
checkpoint-20000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bee160f555570ffe2c50aad83453fd109050f498ff62c39f5952334698bac7c4
3
+ size 16010
checkpoint-20000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db8529079a9c496ec264f16e2db63ae49b234e8a799f04a2f2c6d6ac651c662
3
+ size 16010
checkpoint-20000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf8a7c671eae40c20867639c7f193f70eaa596df0d86c57dfb453f4f38bb502
3
+ size 16010
checkpoint-20000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03cb2e8fb96ea3ecfa4b107e5ffab8a4452e38b8820c0206067f677b8a2a6960
3
+ size 16010
checkpoint-20000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec52dea18b0875e41b315c8d7cad191a463793116ba2a86d4efe9a9c87c8157
3
+ size 16010
checkpoint-20000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c510e40c38a8da51ef4ce8d9caf84bc686547b76a4ff478fe804a32a486d6de9
3
+ size 16010
checkpoint-20000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef5c1d8cdeff59ab053d61316f2bc230f1eb1c50e0a44746a86b55d36568b3e8
3
+ size 16010
checkpoint-20000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ac00a83b7a96b7336859af3eba4af702ee29ec1114625a0bcc0a9ae2f23b48a
3
+ size 15997
checkpoint-20000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962638d40cecd765d52bc4a215d958d3423a76d45e8ac243178a2f16ec9e0069
3
+ size 16010
checkpoint-20000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:193b7ee54f73f701578566ff36e201815dffd03001b792d9925c265da4f979b0
3
+ size 16010
checkpoint-20000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b46e4d145c83ca998da6ef56318ccc49f970d2d869797de2546fa98f364d01
3
+ size 16010
checkpoint-20000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ddf508fdada68d15d11726f89f7dfb0e184fe970730e52bd621bba46d562ef7
3
+ size 16010
checkpoint-20000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd61810b34ad6946d207dc815a74a6fd9fbc108021bc497ef449d3efd0ac94cc
3
+ size 16010
checkpoint-20000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:688427d32e4b039b843d4df96488e50954486df42a3cd59d2d58a95b30aacb3d
3
+ size 16010
checkpoint-20000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ea88006b3e7525289773b75a1ec1552ae263a09885fecb082059e1252acd74
3
+ size 16010
checkpoint-20000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8996f6e456a643c8e4fbf0da9e89080a5fcda82e4c545a41f2143ed30f9d5af
3
+ size 16010
checkpoint-20000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27961612fdce713c08f5d13d6956e03784bb6e4542a1fe28e8401a7fec488ad2
3
+ size 16010
checkpoint-20000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c6368e8123571935ab11746f546731168b3b7d7c67899fe5dc8839da52e432d
3
+ size 16010
checkpoint-20000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704bd061b0a23d8116aef151da9e4b2b7dfe5772f87da2d2830af9afe7fc3c01
3
+ size 15997
checkpoint-20000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40a1101f45c83a293b9e3dfdcca38fb1ca7ce9a5ab00ad436b7484201d12ae86
3
+ size 16010
checkpoint-20000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46abc21372480d185ffba27e170fcaca6a0f807e03cf0d667e67acbe3a845cc3
3
+ size 16010
checkpoint-20000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b995f118051936d5b0eb81e460ca7efa37d114b4056912b8afdf70d8bd9febdd
3
+ size 16010
checkpoint-20000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49845eaf93c20da64cc765fafb30a2d57d3894bc919bc67100af56fb73157b02
3
+ size 16010
checkpoint-20000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b67ee194ab9b3e1d9dddae1fa3f146c7b5f28e25062468ccd5c1aa8d9f63ed
3
+ size 16010
checkpoint-20000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc292bcb625f2b148c5128c7df6ec639dd38ea8b62697404af9a402bb4ef1399
3
+ size 16010
checkpoint-20000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b3beb56e86e0ad403ad7f95ea3d8438adba7047467ec8d30eb7b57c2f535fbe
3
+ size 16010
checkpoint-20000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29d1af377991d4641399b6ec50189631e203d3d9a40929332a1b89bf268d265a
3
+ size 16010
checkpoint-20000/rng_state_128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25dee7818b4fe23cd0c04ce720b3365be41842ccbe300657bd2fbd46429fa041
3
+ size 16010
checkpoint-20000/rng_state_129.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e554c8189558758852773da0060be84886df6bed83c6147e2f39454c9d883fab
3
+ size 16010
checkpoint-20000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9dd13b4c9487c5485e502ef6b8a8ecd5eba26398a2d7b2bb7af176a66338384
3
+ size 15997
checkpoint-20000/rng_state_130.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86305efedde57debec577aa158c6bbba120b3040009f527ca274fc8cf2326f97
3
+ size 16010
checkpoint-20000/rng_state_131.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51f1c5255f780359f6a45948e97d9c9609e18109281b7dac9a389957fd0edb56
3
+ size 16010
checkpoint-20000/rng_state_132.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9da26760eb64aaedef3aa5318bd5b71d90bb3881b43672c3a2c07b6ed36579d
3
+ size 16010
checkpoint-20000/rng_state_133.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05228dca5cd88e55371b023cb26153ccc1832f02f786e041e43055a2f0d29a38
3
+ size 16010