Hugging Face's logo

umd-vt-nyu
/
faster_diff_clip_llama8b_head1b_0215_16

Safetensors
Model card Files Community
xcpan commited on
Commit
17602df
·
verified ·
1 Parent(s): 2af6dfb

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-13500/config.json +60 -0
  2. checkpoint-13500/generation_config.json +13 -0
  3. checkpoint-13500/latest +1 -0
  4. checkpoint-13500/model-00001-of-00006.safetensors +3 -0
  5. checkpoint-13500/model-00002-of-00006.safetensors +3 -0
  6. checkpoint-13500/model-00003-of-00006.safetensors +3 -0
  7. checkpoint-13500/model-00004-of-00006.safetensors +3 -0
  8. checkpoint-13500/model-00005-of-00006.safetensors +3 -0
  9. checkpoint-13500/model-00006-of-00006.safetensors +3 -0
  10. checkpoint-13500/model.safetensors.index.json +0 -0
  11. checkpoint-13500/rng_state_0.pth +3 -0
  12. checkpoint-13500/rng_state_1.pth +3 -0
  13. checkpoint-13500/rng_state_10.pth +3 -0
  14. checkpoint-13500/rng_state_100.pth +3 -0
  15. checkpoint-13500/rng_state_101.pth +3 -0
  16. checkpoint-13500/rng_state_102.pth +3 -0
  17. checkpoint-13500/rng_state_103.pth +3 -0
  18. checkpoint-13500/rng_state_104.pth +3 -0
  19. checkpoint-13500/rng_state_105.pth +3 -0
  20. checkpoint-13500/rng_state_106.pth +3 -0
  21. checkpoint-13500/rng_state_107.pth +3 -0
  22. checkpoint-13500/rng_state_108.pth +3 -0
  23. checkpoint-13500/rng_state_109.pth +3 -0
  24. checkpoint-13500/rng_state_11.pth +3 -0
  25. checkpoint-13500/rng_state_110.pth +3 -0
  26. checkpoint-13500/rng_state_111.pth +3 -0
  27. checkpoint-13500/rng_state_112.pth +3 -0
  28. checkpoint-13500/rng_state_113.pth +3 -0
  29. checkpoint-13500/rng_state_114.pth +3 -0
  30. checkpoint-13500/rng_state_115.pth +3 -0
  31. checkpoint-13500/rng_state_116.pth +3 -0
  32. checkpoint-13500/rng_state_117.pth +3 -0
  33. checkpoint-13500/rng_state_118.pth +3 -0
  34. checkpoint-13500/rng_state_119.pth +3 -0
  35. checkpoint-13500/rng_state_12.pth +3 -0
  36. checkpoint-13500/rng_state_120.pth +3 -0
  37. checkpoint-13500/rng_state_121.pth +3 -0
  38. checkpoint-13500/rng_state_122.pth +3 -0
  39. checkpoint-13500/rng_state_123.pth +3 -0
  40. checkpoint-13500/rng_state_124.pth +3 -0
  41. checkpoint-13500/rng_state_125.pth +3 -0
  42. checkpoint-13500/rng_state_126.pth +3 -0
  43. checkpoint-13500/rng_state_127.pth +3 -0
  44. checkpoint-13500/rng_state_13.pth +3 -0
  45. checkpoint-13500/rng_state_14.pth +3 -0
  46. checkpoint-13500/rng_state_15.pth +3 -0
  47. checkpoint-13500/rng_state_16.pth +3 -0
  48. checkpoint-13500/rng_state_17.pth +3 -0
  49. checkpoint-13500/rng_state_18.pth +3 -0
  50. checkpoint-13500/rng_state_19.pth +3 -0
checkpoint-13500/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlavaLlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "freeze_mm_mlp_adapter": false,
15
+ "gen_hidden_size": 1792,
16
+ "gen_pooling": "early_pool2d_4",
17
+ "gen_vision_tower": "eva-clip-E-14-plus",
18
+ "hidden_act": "silu",
19
+ "hidden_size": 4096,
20
+ "image_aspect_ratio": "square",
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 14336,
23
+ "max_position_embeddings": 131072,
24
+ "mlp_bias": false,
25
+ "mm_hidden_size": 1152,
26
+ "mm_patch_merge_type": "flat",
27
+ "mm_projector_lr": null,
28
+ "mm_projector_type": "mlp2x_gelu",
29
+ "mm_use_im_patch_token": false,
30
+ "mm_use_im_start_end": false,
31
+ "mm_vision_select_feature": "patch",
32
+ "mm_vision_select_layer": -2,
33
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
34
+ "model_type": "llava_llama",
35
+ "n_query": 64,
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 32,
38
+ "num_key_value_heads": 8,
39
+ "pad_token_id": 128256,
40
+ "pretraining_tp": 1,
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": {
43
+ "factor": 8.0,
44
+ "high_freq_factor": 4.0,
45
+ "low_freq_factor": 1.0,
46
+ "original_max_position_embeddings": 8192,
47
+ "rope_type": "llama3"
48
+ },
49
+ "rope_theta": 500000.0,
50
+ "tie_word_embeddings": false,
51
+ "tokenizer_model_max_length": 2048,
52
+ "tokenizer_padding_side": "right",
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.43.1",
55
+ "tune_mm_mlp_adapter": false,
56
+ "use_cache": false,
57
+ "use_mm_proj": true,
58
+ "vision_tower_pretrained": null,
59
+ "vocab_size": 128260
60
+ }
checkpoint-13500/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 128001,
7
+ 128008,
8
+ 128009
9
+ ],
10
+ "temperature": 0.6,
11
+ "top_p": 0.9,
12
+ "transformers_version": "4.43.1"
13
+ }
checkpoint-13500/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step13500
checkpoint-13500/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2da294dd681dfbd8e53da20ffcc0a73de7c46835024ed8fcddaa855d9542086e
3
+ size 4977255824
checkpoint-13500/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:691c7f0aeca64cf10228fe7bf41b466e92b11120de0e647250dcfe3994d70f5b
3
+ size 4999802720
checkpoint-13500/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbbad8789a547bc55cd694b01433aaa725f602a57cc935dcd53d821055dae34a
3
+ size 4915916176
checkpoint-13500/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a4ef7a97893cf8e1322684b9d4d7017c3e8ef93210c7d9bf01d5a82be1f009c
3
+ size 4976019070
checkpoint-13500/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dead7b0d328369211e344f81b9b95c11d38e0a68d20710564ba623b6f0cfc93b
3
+ size 4945870360
checkpoint-13500/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a64e53e9b3ff3f274e1b4c0b9edbe71b4d2be4499de80cbb64e8b237c554bbf4
3
+ size 2371465880
checkpoint-13500/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-13500/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:777af655130bbdde00c74fd3cc7b786628a493acc46a7d00961e57870fe14aed
3
+ size 15984
checkpoint-13500/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6b1bbc7805826294eeca43c0652c0818b433dbcd78040aedef1f3659205a955
3
+ size 15984
checkpoint-13500/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbbd0aafe7cc87b3e850b16aef77cb0f29ac70519aa735ba9f547f3e92819195
3
+ size 15997
checkpoint-13500/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d35b2177c6bdba2e01cb48b8f92755f418a0df63155c0f8b0b073d1096777ba
3
+ size 16010
checkpoint-13500/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e8f4e3f134829076b50b7fac0fb2b11cbdd36b4c4261925487c17d46d2cbb72
3
+ size 16010
checkpoint-13500/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b69c2a549a7d43b93531d50aeefd7846081b32eb7bb8edcea16543a474d57c55
3
+ size 16010
checkpoint-13500/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e342be9dca4912974082842564b550730cbc9acca2698e6775b7dcddcc141726
3
+ size 16010
checkpoint-13500/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f17d738cc405bdd3926d521b884f351f719ef8a384b00c20f214a4948e398847
3
+ size 16010
checkpoint-13500/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdd899c2f4ad4a0671605bb9e047699964647719820143c92e967c23559dad85
3
+ size 16010
checkpoint-13500/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44cbbae0c86bc9dba36855687f05509e46e0b121f45ee19e3977d53ca0c2d814
3
+ size 16010
checkpoint-13500/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e20ae5d91ee87762d3fb1c1f045273c236ca4103c97502af8845b71890ac6776
3
+ size 16010
checkpoint-13500/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d249a8cd135dc24a5acdf8787ab1ae9648abb24db677eacc1e723502d6edce8
3
+ size 16010
checkpoint-13500/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f8184cdfdb89abc8c0d7ecc413a386984073dc81ec892a935c36d9bd48e5923
3
+ size 16010
checkpoint-13500/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbf7fba5f5fb2d0e688293bc02027878ff8b2b8ac4ad025228e18dee0ddd3b36
3
+ size 15997
checkpoint-13500/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f05df886c28a62de84ced41767c4b80938c434d90d6460677f0b6cc0a1e55179
3
+ size 16010
checkpoint-13500/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249fe9d3232601c766686d9c9ff6b41af3590e8a751a0e20b4ec3a7f29aed36c
3
+ size 16010
checkpoint-13500/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c012190e458ba7a464b1bbf021d90aff6f7e443a0184d596aa2f0875aec9c80
3
+ size 16010
checkpoint-13500/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1925a700e385018a5409c6062c791fcd6b62747858d811f6a2ddfe08440dd81
3
+ size 16010
checkpoint-13500/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3589e1d2094ac51d2573d19bfa382b87246156f5838bd017ec579cb0a7f4ef21
3
+ size 16010
checkpoint-13500/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20e5d405149217965b43601fb3cff7386eca3334b219f2650c8d166be473dca1
3
+ size 16010
checkpoint-13500/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7469e01c0f90a8d3cb915aeba4d16da8c237552166de8af261ea2f5a9b51ff99
3
+ size 16010
checkpoint-13500/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3f7199db4acc4ad732a3b4cd60a87716f5c767bc70cbfb512cf8d08159b3d1
3
+ size 16010
checkpoint-13500/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a273c5eb99d5d11c0cbfcba637bfcce68a3cb647ca8ae50c976439ca7ce3b69
3
+ size 16010
checkpoint-13500/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4e5faf478bad296d3d88e0ff74818a59b7f8b1300849bf5153ff85025a2fad7
3
+ size 16010
checkpoint-13500/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d685930fb09ca4b9ee9561a90cd3bd3e06f80eb49d5fc79c19235038a8d2b4c6
3
+ size 15997
checkpoint-13500/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1196afc4d9f55dc5fb928932f726660894c37379097ab0f4fe5f2131b830f5ee
3
+ size 16010
checkpoint-13500/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97757c4a2fc4276f86835944be5644492fa22147c96f66696f72b5fb4ca99720
3
+ size 16010
checkpoint-13500/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b9b6e68072731cb5d3bec49b611b6b8c378b82af3a6e37b11443b22406e3fd8
3
+ size 16010
checkpoint-13500/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:499a7f7283348445926c7b8e48fdcba9a09b9e92ddffb5b137456a9d52020b44
3
+ size 16010
checkpoint-13500/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb10a98af4889dcc0a6d23daed5158167dcec0c01866aa5c903199ca91da0a93
3
+ size 16010
checkpoint-13500/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6b02f5f0264c42fc3d981591670afe2095b56459792289541413c3f978ded2b
3
+ size 16010
checkpoint-13500/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5a5cf623cf1b50d8f6500d1e2bea27c406701b3161aefb4f220d17af7e34d7a
3
+ size 16010
checkpoint-13500/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba042617c393135e6d35ae76a3b5e3f8ba4b94eb0e808c32c41be139286a6ae5
3
+ size 16010
checkpoint-13500/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0312bfe081d7df6f44bd5f454259ef85a3fcf1d7835104221cccabfad6aaee29
3
+ size 15997
checkpoint-13500/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d60eb5232aaf55d60b15f1a1c73d645c49d7cc18bee371d4c22849938cbbe946
3
+ size 15997
checkpoint-13500/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c5e29fef781e0876031aa13908a760d974a455ad97c70e10ee8fa220d2a1fde
3
+ size 15997
checkpoint-13500/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f390e8d75324cd2c015b43624c7191da96fb1152d84e1413c775599e3e2c56
3
+ size 15997
checkpoint-13500/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3134b45b5fe0130505eedc2a3b70c204706193b7690cc3036d276b41bdd4f17a
3
+ size 15997
checkpoint-13500/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9839e749645df77d5556bd4f7c9da66b63d22cbea0242f2395d8511f0e5b980d
3
+ size 15997
checkpoint-13500/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:026093216a66d84307fb5627df05539a0a6d8b3b43bbf728c3973f0510d5f061
3
+ size 15997