init model
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +44 -0
- configuration_bailing_moe.py +78 -0
- md5sums.txt +60 -0
- model-00001-of-00052.safetensors +3 -0
- model-00002-of-00052.safetensors +3 -0
- model-00003-of-00052.safetensors +3 -0
- model-00004-of-00052.safetensors +3 -0
- model-00005-of-00052.safetensors +3 -0
- model-00006-of-00052.safetensors +3 -0
- model-00007-of-00052.safetensors +3 -0
- model-00008-of-00052.safetensors +3 -0
- model-00009-of-00052.safetensors +3 -0
- model-00010-of-00052.safetensors +3 -0
- model-00011-of-00052.safetensors +3 -0
- model-00012-of-00052.safetensors +3 -0
- model-00013-of-00052.safetensors +3 -0
- model-00014-of-00052.safetensors +3 -0
- model-00015-of-00052.safetensors +3 -0
- model-00016-of-00052.safetensors +3 -0
- model-00017-of-00052.safetensors +3 -0
- model-00018-of-00052.safetensors +3 -0
- model-00019-of-00052.safetensors +3 -0
- model-00020-of-00052.safetensors +3 -0
- model-00021-of-00052.safetensors +3 -0
- model-00022-of-00052.safetensors +3 -0
- model-00023-of-00052.safetensors +3 -0
- model-00024-of-00052.safetensors +3 -0
- model-00025-of-00052.safetensors +3 -0
- model-00026-of-00052.safetensors +3 -0
- model-00027-of-00052.safetensors +3 -0
- model-00028-of-00052.safetensors +3 -0
- model-00029-of-00052.safetensors +3 -0
- model-00030-of-00052.safetensors +3 -0
- model-00031-of-00052.safetensors +3 -0
- model-00032-of-00052.safetensors +3 -0
- model-00033-of-00052.safetensors +3 -0
- model-00034-of-00052.safetensors +3 -0
- model-00035-of-00052.safetensors +3 -0
- model-00036-of-00052.safetensors +3 -0
- model-00037-of-00052.safetensors +3 -0
- model-00038-of-00052.safetensors +3 -0
- model-00039-of-00052.safetensors +3 -0
- model-00040-of-00052.safetensors +3 -0
- model-00041-of-00052.safetensors +3 -0
- model-00042-of-00052.safetensors +3 -0
- model-00043-of-00052.safetensors +3 -0
- model-00044-of-00052.safetensors +3 -0
- model-00045-of-00052.safetensors +3 -0
- model-00046-of-00052.safetensors +3 -0
- model-00047-of-00052.safetensors +3 -0
config.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"BailingMoeForCausalLM"
|
4 |
+
],
|
5 |
+
"attention_dropout": 0.0,
|
6 |
+
"auto_map": {
|
7 |
+
"AutoConfig": "configuration_bailing_moe.BailingMoeConfig",
|
8 |
+
"AutoModel": "modeling_bailing_moe.BailingMoeModel",
|
9 |
+
"AutoModelForCausalLM": "modeling_bailing_moe.BailingMoeForCausalLM"
|
10 |
+
},
|
11 |
+
"eos_token_id": 126081,
|
12 |
+
"pad_token_id": 126081,
|
13 |
+
"first_k_dense_replace": 0,
|
14 |
+
"hidden_act": "silu",
|
15 |
+
"hidden_size": 5376,
|
16 |
+
"initializer_range": 0.006,
|
17 |
+
"intermediate_size": 12288,
|
18 |
+
"max_position_embeddings": 16384,
|
19 |
+
"model_type": "bailing_moe",
|
20 |
+
"moe_intermediate_size": 3072,
|
21 |
+
"num_experts": 64,
|
22 |
+
"num_shared_experts": 1,
|
23 |
+
"norm_topk_prob": true,
|
24 |
+
"num_attention_heads": 42,
|
25 |
+
"num_experts_per_tok": 4,
|
26 |
+
"num_hidden_layers": 88,
|
27 |
+
"num_key_value_heads": 6,
|
28 |
+
"pretraining_tp": 1,
|
29 |
+
"rms_norm_eps": 1e-06,
|
30 |
+
"rope_scaling": null,
|
31 |
+
"rope_theta": 600000,
|
32 |
+
"tie_word_embeddings": false,
|
33 |
+
"torch_dtype": "bfloat16",
|
34 |
+
"transformers_version": "4.36.0",
|
35 |
+
"use_cache": true,
|
36 |
+
"use_bias": false,
|
37 |
+
"use_qkv_bias": false,
|
38 |
+
"vocab_size": 126464,
|
39 |
+
"output_router_logits": false,
|
40 |
+
"embedding_dropout": 0.0,
|
41 |
+
"norm_head": true,
|
42 |
+
"norm_softmax": false,
|
43 |
+
"output_dropout": 0.0
|
44 |
+
}
|
configuration_bailing_moe.py
ADDED
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
""" Bailing MoE model configuration """
|
2 |
+
|
3 |
+
from transformers.configuration_utils import PretrainedConfig
|
4 |
+
|
5 |
+
|
6 |
+
class BailingMoeConfig(PretrainedConfig):
|
7 |
+
model_type = "bailing_moe"
|
8 |
+
|
9 |
+
def __init__(
|
10 |
+
self,
|
11 |
+
vocab_size=30592,
|
12 |
+
hidden_size=1024,
|
13 |
+
intermediate_size=None,
|
14 |
+
num_hidden_layers=24,
|
15 |
+
num_attention_heads=16,
|
16 |
+
num_key_value_heads=0,
|
17 |
+
hidden_act="silu",
|
18 |
+
use_qkv_bias=False, # bailing only
|
19 |
+
use_bias=True, # bailing only
|
20 |
+
rms_norm_eps=1e-05,
|
21 |
+
norm_head=False, # bailing only
|
22 |
+
tie_word_embeddings=False, # PretrainedConfig key, here change default value.
|
23 |
+
embedding_dropout=0.1,
|
24 |
+
attention_dropout=0.1,
|
25 |
+
output_dropout=0.1,
|
26 |
+
initializer_range=0.02,
|
27 |
+
max_position_embeddings=16384,
|
28 |
+
rope_theta=10000.0,
|
29 |
+
use_cache=True,
|
30 |
+
use_sliding_window=False,
|
31 |
+
sliding_window=4096,
|
32 |
+
max_window_layers=28,
|
33 |
+
rope_scaling=None,
|
34 |
+
pad_token_id=126081,
|
35 |
+
num_experts=16,
|
36 |
+
num_shared_experts=0,
|
37 |
+
num_experts_per_tok=2,
|
38 |
+
norm_topk_prob=True,
|
39 |
+
moe_intermediate_size=None,
|
40 |
+
first_k_dense_replace=0,
|
41 |
+
head_dim=None,
|
42 |
+
output_router_logits=False,
|
43 |
+
**kwargs,
|
44 |
+
):
|
45 |
+
self.num_hidden_layers = num_hidden_layers
|
46 |
+
self.vocab_size = vocab_size
|
47 |
+
self.hidden_size = hidden_size
|
48 |
+
self.intermediate_size = intermediate_size
|
49 |
+
self.num_attention_heads = num_attention_heads
|
50 |
+
self.num_key_value_heads = num_key_value_heads
|
51 |
+
self.hidden_act = hidden_act
|
52 |
+
self.use_qkv_bias = use_qkv_bias
|
53 |
+
self.use_bias = use_bias
|
54 |
+
self.norm_head = norm_head
|
55 |
+
self.rms_norm_eps = rms_norm_eps
|
56 |
+
self.embedding_dropout = embedding_dropout
|
57 |
+
self.attention_dropout = attention_dropout
|
58 |
+
self.output_dropout = output_dropout
|
59 |
+
self.initializer_range = initializer_range
|
60 |
+
self.max_position_embeddings = max_position_embeddings
|
61 |
+
self.rope_theta = rope_theta
|
62 |
+
self.use_cache = use_cache
|
63 |
+
self.use_sliding_window = use_sliding_window
|
64 |
+
self.sliding_window = sliding_window
|
65 |
+
self.max_window_layers = max_window_layers
|
66 |
+
self.head_dim = head_dim
|
67 |
+
self.rope_scaling = rope_scaling
|
68 |
+
|
69 |
+
# MoE configs
|
70 |
+
self.num_experts = num_experts
|
71 |
+
self.num_shared_experts = num_shared_experts
|
72 |
+
self.num_experts_per_tok = num_experts_per_tok
|
73 |
+
self.norm_topk_prob = norm_topk_prob
|
74 |
+
self.moe_intermediate_size = moe_intermediate_size
|
75 |
+
self.first_k_dense_replace = first_k_dense_replace
|
76 |
+
self.output_router_logits = output_router_logits
|
77 |
+
|
78 |
+
super().__init__(pad_token_id=pad_token_id, tie_word_embeddings=tie_word_embeddings, **kwargs)
|
md5sums.txt
ADDED
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
e05ce237a3acf23ab77cbbb8d8432d34 ./config.json
|
2 |
+
7f3d6e8b519814d68668777731b1783c ./configuration_bailing_moe.py
|
3 |
+
d95ad5a2b833226368cd69a3f4f44885 ./md5sums.txt
|
4 |
+
c11d71b525864ed760018393a1e31290 ./model-00001-of-00052.safetensors
|
5 |
+
3213372234b147fde0bb4356e9dfe2c9 ./model-00002-of-00052.safetensors
|
6 |
+
03699022491573837a97699d004b188e ./model-00003-of-00052.safetensors
|
7 |
+
a4e082e28c0723a7b385e4f46fa788d7 ./model-00004-of-00052.safetensors
|
8 |
+
e0ddc62997a22bc6794ba90d1a412ce8 ./model-00005-of-00052.safetensors
|
9 |
+
4d5716740753c92e9326053543054aea ./model-00006-of-00052.safetensors
|
10 |
+
e968d5725286990dafcf3df3a9c05158 ./model-00007-of-00052.safetensors
|
11 |
+
8a21c4dece508500d5eba2a92a450882 ./model-00008-of-00052.safetensors
|
12 |
+
93d0a3adfd5cfde8b603690631fa1ca8 ./model-00009-of-00052.safetensors
|
13 |
+
f0136b47e8fc4c7543a7a313ca7ba99d ./model-00010-of-00052.safetensors
|
14 |
+
29223ee2aa8f38cd1a52289692e9925d ./model-00011-of-00052.safetensors
|
15 |
+
4575d21d63dea84bc1e903a85376a63c ./model-00012-of-00052.safetensors
|
16 |
+
f386a2397b85a75a4c5e795ead5ce4a3 ./model-00013-of-00052.safetensors
|
17 |
+
107c49137565156b64bfcdaf38c618bb ./model-00014-of-00052.safetensors
|
18 |
+
339634eb81f6ac4cb4f710cf9be4df02 ./model-00015-of-00052.safetensors
|
19 |
+
bdecd7a9be1d8e45fb483fef57b5c44d ./model-00016-of-00052.safetensors
|
20 |
+
8aa9747ef7558b8ed2cddead6d6b2bfd ./model-00017-of-00052.safetensors
|
21 |
+
6d66507faba5be32e0418c68372e4c8a ./model-00018-of-00052.safetensors
|
22 |
+
77abb5e164559b812055c4d85cc4e375 ./model-00019-of-00052.safetensors
|
23 |
+
002f3a05cc6c37872fbd7718c1395867 ./model-00020-of-00052.safetensors
|
24 |
+
d032f39ed84eacb6dabe12ee9d38471c ./model-00021-of-00052.safetensors
|
25 |
+
43eb1ab9fd5b0284d94258b2401a1085 ./model-00022-of-00052.safetensors
|
26 |
+
e67a35c7c9d785e05872f4f892572c89 ./model-00023-of-00052.safetensors
|
27 |
+
171b68b591b80cae40420d8dccc423f9 ./model-00024-of-00052.safetensors
|
28 |
+
a244c76b7cea7ef6fd5efde82ca5b5fc ./model-00025-of-00052.safetensors
|
29 |
+
83addf5a1d2e1584de88b4d2d5b19c57 ./model-00026-of-00052.safetensors
|
30 |
+
9da9fc2d524a547ef6b57cdd8a62c6c4 ./model-00027-of-00052.safetensors
|
31 |
+
27e82d41f3596e1f010b63dddb2bd12a ./model-00028-of-00052.safetensors
|
32 |
+
c3e959f2cf02bae5857c19ee72dac55c ./model-00029-of-00052.safetensors
|
33 |
+
61d602d2a82be21b660e685c7394b717 ./model-00030-of-00052.safetensors
|
34 |
+
2438c9a6952688b1501559164c12e4e3 ./model-00031-of-00052.safetensors
|
35 |
+
8731d5ad5d0d692fd5cfbc673c1f99bb ./model-00032-of-00052.safetensors
|
36 |
+
cf80867d90695649aff5129c9cc35295 ./model-00033-of-00052.safetensors
|
37 |
+
ba03310c026105115a486ca7e1c23640 ./model-00034-of-00052.safetensors
|
38 |
+
267724007f155feb553d7fcbda0ef94a ./model-00035-of-00052.safetensors
|
39 |
+
6a82814207fa23347e3572639c005f42 ./model-00036-of-00052.safetensors
|
40 |
+
fc7773b8c1f73de7bf898c1e8ceac863 ./model-00037-of-00052.safetensors
|
41 |
+
5dbe9faa2f6bf0a314b7b074b9cfb6e3 ./model-00038-of-00052.safetensors
|
42 |
+
6be4d8be0d599f65320f4e88753cc951 ./model-00039-of-00052.safetensors
|
43 |
+
4d2355ec871b08e9566156e722c22bad ./model-00040-of-00052.safetensors
|
44 |
+
39f5031f897bb58e2db6d175619b0af0 ./model-00041-of-00052.safetensors
|
45 |
+
853eca9f0a34ce5cc66220825bdb14a9 ./model-00042-of-00052.safetensors
|
46 |
+
59651d6497485900bd8fe1009685438e ./model-00043-of-00052.safetensors
|
47 |
+
e78a3c010a76e9713ed454726a369079 ./model-00044-of-00052.safetensors
|
48 |
+
de53f596cf0130c8fee0b2a8b591a217 ./model-00045-of-00052.safetensors
|
49 |
+
1c22a0540c41a92804ee2d62e8ec3e63 ./model-00046-of-00052.safetensors
|
50 |
+
7805525b45d10b8db89616df9c89e55a ./model-00047-of-00052.safetensors
|
51 |
+
9a6417ec82f85b293f96c1dac10bcb5e ./model-00048-of-00052.safetensors
|
52 |
+
a51b389c81817f581ef370b79e208de2 ./model-00049-of-00052.safetensors
|
53 |
+
3c370672cedc256e2a2b3f9dc9cdbfc1 ./model-00050-of-00052.safetensors
|
54 |
+
b31bbe7f355075d294808272b4a5bce3 ./model-00051-of-00052.safetensors
|
55 |
+
19e9884f466ecc9e90ffc29ebd238570 ./model-00052-of-00052.safetensors
|
56 |
+
ea8cbf9f971a6877ce59fe50bc9a6a7b ./model.safetensors.index.json
|
57 |
+
174f9f9e221cada6ef2f1dae6720b498 ./modeling_bailing_moe.py
|
58 |
+
b1c70c0a9e53ef8703e2233c5e191224 ./special_tokens_map.json
|
59 |
+
4b456320e3eb4d910edb32d2e6bfe5af ./tokenizer.json
|
60 |
+
2206e54586d75fa4d11e4aa1911635a5 ./tokenizer_config.json
|
model-00001-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ca7fa405e36005478244ab495b44b2b055391c8bd89f89a70ad0e970b9ab5ea5
|
3 |
+
size 24637941608
|
model-00002-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:24189a430ac20ad82d773ec0bb437ed01021ea9e7443670f4ae2e025790b6f37
|
3 |
+
size 32031266096
|
model-00003-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:21f01f1315101963881dad2ea63404b1472f95508183a69da9b40677f9386313
|
3 |
+
size 32221190328
|
model-00004-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0233322ae348e83f5659bc534bc8bfe24dcab002450258f48e961f110825650c
|
3 |
+
size 32031255232
|
model-00005-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ade9d17af523a892a751512b6e10b8b842b867b22776a3bf397b79260b4a5efc
|
3 |
+
size 32031266096
|
model-00006-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ded7542d1bd6347d754639cccf59b12abf88dd34a91a62f12928cb811d03b8b4
|
3 |
+
size 32221190328
|
model-00007-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4bf956387181921da2f51611838db76569243d3dfe3e9481f6ccb12ac32ff24a
|
3 |
+
size 12386383160
|
model-00008-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:360e03d5c7e6876238bb9227efe4e43c901a86c3cac72a27230c8d339906e922
|
3 |
+
size 4987570560
|
model-00009-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:372233e0d3258fa39706fc826fd8eab3b37565ac1ae04c174bb8688b469fe69a
|
3 |
+
size 4987570560
|
model-00010-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae15f1006140a19e1317ac115fb42846ebd2f36f95395738a703e05f72cf55b7
|
3 |
+
size 4987570568
|
model-00011-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f594c8d1bb58a63383227f2b69bdcced9981435423bf74233d0937c79fcb118
|
3 |
+
size 4987570632
|
model-00012-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e584754cbebf3b7577f90c03d7dc2b58b1df7099744387eac2bff93028e13e7d
|
3 |
+
size 4987570720
|
model-00013-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d284be485a28788cc70244760621ac8f1ac2fcee376fd364f074f4ca70f3e810
|
3 |
+
size 4987570720
|
model-00014-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1406e0071b0f77321b37fc7065df472aa8f6a2cd079e286bf3fff2183e5964dd
|
3 |
+
size 4987570712
|
model-00015-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7fba3ca3cf8ffabdf478d68828c7ce2f8a2051f9afbe540aff58aa3a787ef959
|
3 |
+
size 4987570720
|
model-00016-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55428b22774ac32e4b8fd0c73ab26bbb69f2cb81b968725f99cbb14a2a873d6b
|
3 |
+
size 4987570720
|
model-00017-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d2be8a953c265f3b4ccc60d3cd589a55985ea75781a9196d996020a9fbe11f48
|
3 |
+
size 4987570712
|
model-00018-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5823471f7a567ccb6110884079cc9a6df0e2a5206c0127844e97058304fe1390
|
3 |
+
size 4987570720
|
model-00019-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dec98852d40d2907bf3f3f2dfa8353ce5c7b1dbc6efea6fe560b8caa47104ac9
|
3 |
+
size 4987570720
|
model-00020-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:627e380c01685c3a70522341b99c352df09456821ca89d65f556e042af652800
|
3 |
+
size 4987570712
|
model-00021-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1712b19f26dbb778acb36b062e537adbd1a2333f82eb33f04fff5430a05afd66
|
3 |
+
size 4987570720
|
model-00022-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f599e1a22a213d80f500172bf4364e95f5058417947330568e666372a892bb15
|
3 |
+
size 4987570712
|
model-00023-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:56ddbf1295985940a655d955d5619686723f93e7642ff93a8968c8bd578c4ceb
|
3 |
+
size 4987570712
|
model-00024-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43df8edbfe9e6444f0de980d8aab5bda8983896b83d0f79480b0b338dbaf4fc4
|
3 |
+
size 4987570720
|
model-00025-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:597c0dea0f8a4de293f67a4b11acbcca3d4e76a4dabddfbb22819225dfa69e6a
|
3 |
+
size 4987570712
|
model-00026-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9870d5b5d613be16ed7d9e8b2573e9a4d538407621c67e5f85197a237550f5ae
|
3 |
+
size 4987570720
|
model-00027-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77e4b1583669c2ff5b99f43920f414d572e5deab2ae5e3198deb89e6fc0efe87
|
3 |
+
size 4987570720
|
model-00028-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d22344dd19d28a4589273c86d0ba17740bee877b3cb2d5574c62d1267ac649f2
|
3 |
+
size 4987570712
|
model-00029-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c35afa449ea1e202c809698e3d6459f0425330c90fd90acabedd396021101ac
|
3 |
+
size 4987570720
|
model-00030-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0bae855f7db3abfddd9f5b7b336ff1ee4ad300ff2cd17ef6d861639a83e9eab
|
3 |
+
size 4987570720
|
model-00031-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:26c47bf4fd4b95f83a9d538874242b3f47889bc0cc2e86fd32e3e8ef06253c17
|
3 |
+
size 4987570712
|
model-00032-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5e0ea8987f083cf44672f7781533216c569a6293c5b925a0d018a65ac472aae
|
3 |
+
size 4987570720
|
model-00033-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52f4af9ee7c188325dc283da21f18ef7928b78f9d257710094b6acfab6bf21e5
|
3 |
+
size 4987570712
|
model-00034-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b907ee41199c6903638df49a04c8dc4be4fe834faaf98829a98e2bde4a003282
|
3 |
+
size 4987570712
|
model-00035-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8add8474f100846ac5bddc0208eddc9fd8eb81674104215a4966688a3e981433
|
3 |
+
size 4987570720
|
model-00036-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e197fd371dae89dfa13a1f0925432e3cee50690703790b18c170518eb7858ff7
|
3 |
+
size 4987570712
|
model-00037-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:096ba632496225bf9e89f9cbddb7b3b3331539d5dbf83e1970ce853eb9e5e270
|
3 |
+
size 4987570720
|
model-00038-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a523ed6d4b4ce92963680ba14a3115d585440d404a4037e25508afcdaea75b03
|
3 |
+
size 4987570720
|
model-00039-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:818b397d28e7a06037fea4e4a6fbc1adc5de791571db1a2852df7cf824942f99
|
3 |
+
size 4987570712
|
model-00040-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df4dc318831773526cfd333ca937ba259d4aa47f15e877bd14efa03447f452f0
|
3 |
+
size 4987570720
|
model-00041-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f65c8b8893bc6814813e7f2e9b5baaee4f8ae445ebd665cdd14cc2d339bb89b
|
3 |
+
size 4987570720
|
model-00042-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c4c60b299039094b7206df56bdd661bf558fc54b08b96b1d5ee6e80f54c6b6e
|
3 |
+
size 4987570712
|
model-00043-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f553a8b8cf7f2de7ffc8dee0cc5574acfec43216d426f6da705602d60c8a4211
|
3 |
+
size 4987570720
|
model-00044-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3010a6883d21aecb8b01b1d3bd4a31991bf41d2e6b6c16b230f1823c79ad5dab
|
3 |
+
size 4979309352
|
model-00045-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76958b31bb6149e1523d9265de267795e66fb624bb513b160fcabcd92f6e660a
|
3 |
+
size 4996794984
|
model-00046-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:339dfa9724883667707e43d4c615fa887fce4af1711e9dee2acdc4900025b707
|
3 |
+
size 23946944776
|
model-00047-of-00052.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa1f93458b74597dc743df9063a4b32997d2a6736969105dcaefd3e0709b8495
|
3 |
+
size 39900565336
|