lushuai commited on
Commit
fa07fe2
·
1 Parent(s): 5edc135

init model

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +44 -0
  2. configuration_bailing_moe.py +78 -0
  3. md5sums.txt +60 -0
  4. model-00001-of-00052.safetensors +3 -0
  5. model-00002-of-00052.safetensors +3 -0
  6. model-00003-of-00052.safetensors +3 -0
  7. model-00004-of-00052.safetensors +3 -0
  8. model-00005-of-00052.safetensors +3 -0
  9. model-00006-of-00052.safetensors +3 -0
  10. model-00007-of-00052.safetensors +3 -0
  11. model-00008-of-00052.safetensors +3 -0
  12. model-00009-of-00052.safetensors +3 -0
  13. model-00010-of-00052.safetensors +3 -0
  14. model-00011-of-00052.safetensors +3 -0
  15. model-00012-of-00052.safetensors +3 -0
  16. model-00013-of-00052.safetensors +3 -0
  17. model-00014-of-00052.safetensors +3 -0
  18. model-00015-of-00052.safetensors +3 -0
  19. model-00016-of-00052.safetensors +3 -0
  20. model-00017-of-00052.safetensors +3 -0
  21. model-00018-of-00052.safetensors +3 -0
  22. model-00019-of-00052.safetensors +3 -0
  23. model-00020-of-00052.safetensors +3 -0
  24. model-00021-of-00052.safetensors +3 -0
  25. model-00022-of-00052.safetensors +3 -0
  26. model-00023-of-00052.safetensors +3 -0
  27. model-00024-of-00052.safetensors +3 -0
  28. model-00025-of-00052.safetensors +3 -0
  29. model-00026-of-00052.safetensors +3 -0
  30. model-00027-of-00052.safetensors +3 -0
  31. model-00028-of-00052.safetensors +3 -0
  32. model-00029-of-00052.safetensors +3 -0
  33. model-00030-of-00052.safetensors +3 -0
  34. model-00031-of-00052.safetensors +3 -0
  35. model-00032-of-00052.safetensors +3 -0
  36. model-00033-of-00052.safetensors +3 -0
  37. model-00034-of-00052.safetensors +3 -0
  38. model-00035-of-00052.safetensors +3 -0
  39. model-00036-of-00052.safetensors +3 -0
  40. model-00037-of-00052.safetensors +3 -0
  41. model-00038-of-00052.safetensors +3 -0
  42. model-00039-of-00052.safetensors +3 -0
  43. model-00040-of-00052.safetensors +3 -0
  44. model-00041-of-00052.safetensors +3 -0
  45. model-00042-of-00052.safetensors +3 -0
  46. model-00043-of-00052.safetensors +3 -0
  47. model-00044-of-00052.safetensors +3 -0
  48. model-00045-of-00052.safetensors +3 -0
  49. model-00046-of-00052.safetensors +3 -0
  50. model-00047-of-00052.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BailingMoeForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "auto_map": {
7
+ "AutoConfig": "configuration_bailing_moe.BailingMoeConfig",
8
+ "AutoModel": "modeling_bailing_moe.BailingMoeModel",
9
+ "AutoModelForCausalLM": "modeling_bailing_moe.BailingMoeForCausalLM"
10
+ },
11
+ "eos_token_id": 126081,
12
+ "pad_token_id": 126081,
13
+ "first_k_dense_replace": 0,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 5376,
16
+ "initializer_range": 0.006,
17
+ "intermediate_size": 12288,
18
+ "max_position_embeddings": 16384,
19
+ "model_type": "bailing_moe",
20
+ "moe_intermediate_size": 3072,
21
+ "num_experts": 64,
22
+ "num_shared_experts": 1,
23
+ "norm_topk_prob": true,
24
+ "num_attention_heads": 42,
25
+ "num_experts_per_tok": 4,
26
+ "num_hidden_layers": 88,
27
+ "num_key_value_heads": 6,
28
+ "pretraining_tp": 1,
29
+ "rms_norm_eps": 1e-06,
30
+ "rope_scaling": null,
31
+ "rope_theta": 600000,
32
+ "tie_word_embeddings": false,
33
+ "torch_dtype": "bfloat16",
34
+ "transformers_version": "4.36.0",
35
+ "use_cache": true,
36
+ "use_bias": false,
37
+ "use_qkv_bias": false,
38
+ "vocab_size": 126464,
39
+ "output_router_logits": false,
40
+ "embedding_dropout": 0.0,
41
+ "norm_head": true,
42
+ "norm_softmax": false,
43
+ "output_dropout": 0.0
44
+ }
configuration_bailing_moe.py ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """ Bailing MoE model configuration """
2
+
3
+ from transformers.configuration_utils import PretrainedConfig
4
+
5
+
6
+ class BailingMoeConfig(PretrainedConfig):
7
+ model_type = "bailing_moe"
8
+
9
+ def __init__(
10
+ self,
11
+ vocab_size=30592,
12
+ hidden_size=1024,
13
+ intermediate_size=None,
14
+ num_hidden_layers=24,
15
+ num_attention_heads=16,
16
+ num_key_value_heads=0,
17
+ hidden_act="silu",
18
+ use_qkv_bias=False, # bailing only
19
+ use_bias=True, # bailing only
20
+ rms_norm_eps=1e-05,
21
+ norm_head=False, # bailing only
22
+ tie_word_embeddings=False, # PretrainedConfig key, here change default value.
23
+ embedding_dropout=0.1,
24
+ attention_dropout=0.1,
25
+ output_dropout=0.1,
26
+ initializer_range=0.02,
27
+ max_position_embeddings=16384,
28
+ rope_theta=10000.0,
29
+ use_cache=True,
30
+ use_sliding_window=False,
31
+ sliding_window=4096,
32
+ max_window_layers=28,
33
+ rope_scaling=None,
34
+ pad_token_id=126081,
35
+ num_experts=16,
36
+ num_shared_experts=0,
37
+ num_experts_per_tok=2,
38
+ norm_topk_prob=True,
39
+ moe_intermediate_size=None,
40
+ first_k_dense_replace=0,
41
+ head_dim=None,
42
+ output_router_logits=False,
43
+ **kwargs,
44
+ ):
45
+ self.num_hidden_layers = num_hidden_layers
46
+ self.vocab_size = vocab_size
47
+ self.hidden_size = hidden_size
48
+ self.intermediate_size = intermediate_size
49
+ self.num_attention_heads = num_attention_heads
50
+ self.num_key_value_heads = num_key_value_heads
51
+ self.hidden_act = hidden_act
52
+ self.use_qkv_bias = use_qkv_bias
53
+ self.use_bias = use_bias
54
+ self.norm_head = norm_head
55
+ self.rms_norm_eps = rms_norm_eps
56
+ self.embedding_dropout = embedding_dropout
57
+ self.attention_dropout = attention_dropout
58
+ self.output_dropout = output_dropout
59
+ self.initializer_range = initializer_range
60
+ self.max_position_embeddings = max_position_embeddings
61
+ self.rope_theta = rope_theta
62
+ self.use_cache = use_cache
63
+ self.use_sliding_window = use_sliding_window
64
+ self.sliding_window = sliding_window
65
+ self.max_window_layers = max_window_layers
66
+ self.head_dim = head_dim
67
+ self.rope_scaling = rope_scaling
68
+
69
+ # MoE configs
70
+ self.num_experts = num_experts
71
+ self.num_shared_experts = num_shared_experts
72
+ self.num_experts_per_tok = num_experts_per_tok
73
+ self.norm_topk_prob = norm_topk_prob
74
+ self.moe_intermediate_size = moe_intermediate_size
75
+ self.first_k_dense_replace = first_k_dense_replace
76
+ self.output_router_logits = output_router_logits
77
+
78
+ super().__init__(pad_token_id=pad_token_id, tie_word_embeddings=tie_word_embeddings, **kwargs)
md5sums.txt ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ e05ce237a3acf23ab77cbbb8d8432d34 ./config.json
2
+ 7f3d6e8b519814d68668777731b1783c ./configuration_bailing_moe.py
3
+ d95ad5a2b833226368cd69a3f4f44885 ./md5sums.txt
4
+ c11d71b525864ed760018393a1e31290 ./model-00001-of-00052.safetensors
5
+ 3213372234b147fde0bb4356e9dfe2c9 ./model-00002-of-00052.safetensors
6
+ 03699022491573837a97699d004b188e ./model-00003-of-00052.safetensors
7
+ a4e082e28c0723a7b385e4f46fa788d7 ./model-00004-of-00052.safetensors
8
+ e0ddc62997a22bc6794ba90d1a412ce8 ./model-00005-of-00052.safetensors
9
+ 4d5716740753c92e9326053543054aea ./model-00006-of-00052.safetensors
10
+ e968d5725286990dafcf3df3a9c05158 ./model-00007-of-00052.safetensors
11
+ 8a21c4dece508500d5eba2a92a450882 ./model-00008-of-00052.safetensors
12
+ 93d0a3adfd5cfde8b603690631fa1ca8 ./model-00009-of-00052.safetensors
13
+ f0136b47e8fc4c7543a7a313ca7ba99d ./model-00010-of-00052.safetensors
14
+ 29223ee2aa8f38cd1a52289692e9925d ./model-00011-of-00052.safetensors
15
+ 4575d21d63dea84bc1e903a85376a63c ./model-00012-of-00052.safetensors
16
+ f386a2397b85a75a4c5e795ead5ce4a3 ./model-00013-of-00052.safetensors
17
+ 107c49137565156b64bfcdaf38c618bb ./model-00014-of-00052.safetensors
18
+ 339634eb81f6ac4cb4f710cf9be4df02 ./model-00015-of-00052.safetensors
19
+ bdecd7a9be1d8e45fb483fef57b5c44d ./model-00016-of-00052.safetensors
20
+ 8aa9747ef7558b8ed2cddead6d6b2bfd ./model-00017-of-00052.safetensors
21
+ 6d66507faba5be32e0418c68372e4c8a ./model-00018-of-00052.safetensors
22
+ 77abb5e164559b812055c4d85cc4e375 ./model-00019-of-00052.safetensors
23
+ 002f3a05cc6c37872fbd7718c1395867 ./model-00020-of-00052.safetensors
24
+ d032f39ed84eacb6dabe12ee9d38471c ./model-00021-of-00052.safetensors
25
+ 43eb1ab9fd5b0284d94258b2401a1085 ./model-00022-of-00052.safetensors
26
+ e67a35c7c9d785e05872f4f892572c89 ./model-00023-of-00052.safetensors
27
+ 171b68b591b80cae40420d8dccc423f9 ./model-00024-of-00052.safetensors
28
+ a244c76b7cea7ef6fd5efde82ca5b5fc ./model-00025-of-00052.safetensors
29
+ 83addf5a1d2e1584de88b4d2d5b19c57 ./model-00026-of-00052.safetensors
30
+ 9da9fc2d524a547ef6b57cdd8a62c6c4 ./model-00027-of-00052.safetensors
31
+ 27e82d41f3596e1f010b63dddb2bd12a ./model-00028-of-00052.safetensors
32
+ c3e959f2cf02bae5857c19ee72dac55c ./model-00029-of-00052.safetensors
33
+ 61d602d2a82be21b660e685c7394b717 ./model-00030-of-00052.safetensors
34
+ 2438c9a6952688b1501559164c12e4e3 ./model-00031-of-00052.safetensors
35
+ 8731d5ad5d0d692fd5cfbc673c1f99bb ./model-00032-of-00052.safetensors
36
+ cf80867d90695649aff5129c9cc35295 ./model-00033-of-00052.safetensors
37
+ ba03310c026105115a486ca7e1c23640 ./model-00034-of-00052.safetensors
38
+ 267724007f155feb553d7fcbda0ef94a ./model-00035-of-00052.safetensors
39
+ 6a82814207fa23347e3572639c005f42 ./model-00036-of-00052.safetensors
40
+ fc7773b8c1f73de7bf898c1e8ceac863 ./model-00037-of-00052.safetensors
41
+ 5dbe9faa2f6bf0a314b7b074b9cfb6e3 ./model-00038-of-00052.safetensors
42
+ 6be4d8be0d599f65320f4e88753cc951 ./model-00039-of-00052.safetensors
43
+ 4d2355ec871b08e9566156e722c22bad ./model-00040-of-00052.safetensors
44
+ 39f5031f897bb58e2db6d175619b0af0 ./model-00041-of-00052.safetensors
45
+ 853eca9f0a34ce5cc66220825bdb14a9 ./model-00042-of-00052.safetensors
46
+ 59651d6497485900bd8fe1009685438e ./model-00043-of-00052.safetensors
47
+ e78a3c010a76e9713ed454726a369079 ./model-00044-of-00052.safetensors
48
+ de53f596cf0130c8fee0b2a8b591a217 ./model-00045-of-00052.safetensors
49
+ 1c22a0540c41a92804ee2d62e8ec3e63 ./model-00046-of-00052.safetensors
50
+ 7805525b45d10b8db89616df9c89e55a ./model-00047-of-00052.safetensors
51
+ 9a6417ec82f85b293f96c1dac10bcb5e ./model-00048-of-00052.safetensors
52
+ a51b389c81817f581ef370b79e208de2 ./model-00049-of-00052.safetensors
53
+ 3c370672cedc256e2a2b3f9dc9cdbfc1 ./model-00050-of-00052.safetensors
54
+ b31bbe7f355075d294808272b4a5bce3 ./model-00051-of-00052.safetensors
55
+ 19e9884f466ecc9e90ffc29ebd238570 ./model-00052-of-00052.safetensors
56
+ ea8cbf9f971a6877ce59fe50bc9a6a7b ./model.safetensors.index.json
57
+ 174f9f9e221cada6ef2f1dae6720b498 ./modeling_bailing_moe.py
58
+ b1c70c0a9e53ef8703e2233c5e191224 ./special_tokens_map.json
59
+ 4b456320e3eb4d910edb32d2e6bfe5af ./tokenizer.json
60
+ 2206e54586d75fa4d11e4aa1911635a5 ./tokenizer_config.json
model-00001-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca7fa405e36005478244ab495b44b2b055391c8bd89f89a70ad0e970b9ab5ea5
3
+ size 24637941608
model-00002-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24189a430ac20ad82d773ec0bb437ed01021ea9e7443670f4ae2e025790b6f37
3
+ size 32031266096
model-00003-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21f01f1315101963881dad2ea63404b1472f95508183a69da9b40677f9386313
3
+ size 32221190328
model-00004-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0233322ae348e83f5659bc534bc8bfe24dcab002450258f48e961f110825650c
3
+ size 32031255232
model-00005-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ade9d17af523a892a751512b6e10b8b842b867b22776a3bf397b79260b4a5efc
3
+ size 32031266096
model-00006-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ded7542d1bd6347d754639cccf59b12abf88dd34a91a62f12928cb811d03b8b4
3
+ size 32221190328
model-00007-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf956387181921da2f51611838db76569243d3dfe3e9481f6ccb12ac32ff24a
3
+ size 12386383160
model-00008-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:360e03d5c7e6876238bb9227efe4e43c901a86c3cac72a27230c8d339906e922
3
+ size 4987570560
model-00009-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:372233e0d3258fa39706fc826fd8eab3b37565ac1ae04c174bb8688b469fe69a
3
+ size 4987570560
model-00010-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae15f1006140a19e1317ac115fb42846ebd2f36f95395738a703e05f72cf55b7
3
+ size 4987570568
model-00011-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f594c8d1bb58a63383227f2b69bdcced9981435423bf74233d0937c79fcb118
3
+ size 4987570632
model-00012-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e584754cbebf3b7577f90c03d7dc2b58b1df7099744387eac2bff93028e13e7d
3
+ size 4987570720
model-00013-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d284be485a28788cc70244760621ac8f1ac2fcee376fd364f074f4ca70f3e810
3
+ size 4987570720
model-00014-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1406e0071b0f77321b37fc7065df472aa8f6a2cd079e286bf3fff2183e5964dd
3
+ size 4987570712
model-00015-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fba3ca3cf8ffabdf478d68828c7ce2f8a2051f9afbe540aff58aa3a787ef959
3
+ size 4987570720
model-00016-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55428b22774ac32e4b8fd0c73ab26bbb69f2cb81b968725f99cbb14a2a873d6b
3
+ size 4987570720
model-00017-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2be8a953c265f3b4ccc60d3cd589a55985ea75781a9196d996020a9fbe11f48
3
+ size 4987570712
model-00018-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5823471f7a567ccb6110884079cc9a6df0e2a5206c0127844e97058304fe1390
3
+ size 4987570720
model-00019-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dec98852d40d2907bf3f3f2dfa8353ce5c7b1dbc6efea6fe560b8caa47104ac9
3
+ size 4987570720
model-00020-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:627e380c01685c3a70522341b99c352df09456821ca89d65f556e042af652800
3
+ size 4987570712
model-00021-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1712b19f26dbb778acb36b062e537adbd1a2333f82eb33f04fff5430a05afd66
3
+ size 4987570720
model-00022-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f599e1a22a213d80f500172bf4364e95f5058417947330568e666372a892bb15
3
+ size 4987570712
model-00023-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56ddbf1295985940a655d955d5619686723f93e7642ff93a8968c8bd578c4ceb
3
+ size 4987570712
model-00024-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43df8edbfe9e6444f0de980d8aab5bda8983896b83d0f79480b0b338dbaf4fc4
3
+ size 4987570720
model-00025-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:597c0dea0f8a4de293f67a4b11acbcca3d4e76a4dabddfbb22819225dfa69e6a
3
+ size 4987570712
model-00026-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9870d5b5d613be16ed7d9e8b2573e9a4d538407621c67e5f85197a237550f5ae
3
+ size 4987570720
model-00027-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77e4b1583669c2ff5b99f43920f414d572e5deab2ae5e3198deb89e6fc0efe87
3
+ size 4987570720
model-00028-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d22344dd19d28a4589273c86d0ba17740bee877b3cb2d5574c62d1267ac649f2
3
+ size 4987570712
model-00029-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c35afa449ea1e202c809698e3d6459f0425330c90fd90acabedd396021101ac
3
+ size 4987570720
model-00030-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0bae855f7db3abfddd9f5b7b336ff1ee4ad300ff2cd17ef6d861639a83e9eab
3
+ size 4987570720
model-00031-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26c47bf4fd4b95f83a9d538874242b3f47889bc0cc2e86fd32e3e8ef06253c17
3
+ size 4987570712
model-00032-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e0ea8987f083cf44672f7781533216c569a6293c5b925a0d018a65ac472aae
3
+ size 4987570720
model-00033-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f4af9ee7c188325dc283da21f18ef7928b78f9d257710094b6acfab6bf21e5
3
+ size 4987570712
model-00034-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b907ee41199c6903638df49a04c8dc4be4fe834faaf98829a98e2bde4a003282
3
+ size 4987570712
model-00035-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8add8474f100846ac5bddc0208eddc9fd8eb81674104215a4966688a3e981433
3
+ size 4987570720
model-00036-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e197fd371dae89dfa13a1f0925432e3cee50690703790b18c170518eb7858ff7
3
+ size 4987570712
model-00037-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096ba632496225bf9e89f9cbddb7b3b3331539d5dbf83e1970ce853eb9e5e270
3
+ size 4987570720
model-00038-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a523ed6d4b4ce92963680ba14a3115d585440d404a4037e25508afcdaea75b03
3
+ size 4987570720
model-00039-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:818b397d28e7a06037fea4e4a6fbc1adc5de791571db1a2852df7cf824942f99
3
+ size 4987570712
model-00040-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4dc318831773526cfd333ca937ba259d4aa47f15e877bd14efa03447f452f0
3
+ size 4987570720
model-00041-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f65c8b8893bc6814813e7f2e9b5baaee4f8ae445ebd665cdd14cc2d339bb89b
3
+ size 4987570720
model-00042-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c4c60b299039094b7206df56bdd661bf558fc54b08b96b1d5ee6e80f54c6b6e
3
+ size 4987570712
model-00043-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f553a8b8cf7f2de7ffc8dee0cc5574acfec43216d426f6da705602d60c8a4211
3
+ size 4987570720
model-00044-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3010a6883d21aecb8b01b1d3bd4a31991bf41d2e6b6c16b230f1823c79ad5dab
3
+ size 4979309352
model-00045-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76958b31bb6149e1523d9265de267795e66fb624bb513b160fcabcd92f6e660a
3
+ size 4996794984
model-00046-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:339dfa9724883667707e43d4c615fa887fce4af1711e9dee2acdc4900025b707
3
+ size 23946944776
model-00047-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa1f93458b74597dc743df9063a4b32997d2a6736969105dcaefd3e0709b8495
3
+ size 39900565336