Commit
·
28e56ab
1
Parent(s):
4d711b7
First model version
Browse files- global_step0/layer_01-model_00-model_states.pt +3 -0
- global_step0/layer_03-model_00-model_states.pt +3 -0
- global_step0/layer_04-model_00-model_states.pt +3 -0
- global_step0/layer_05-model_00-model_states.pt +3 -0
- global_step0/layer_06-model_00-model_states.pt +3 -0
- global_step0/layer_07-model_00-model_states.pt +3 -0
- global_step0/layer_08-model_00-model_states.pt +3 -0
- global_step0/layer_09-model_00-model_states.pt +3 -0
- global_step0/layer_10-model_00-model_states.pt +3 -0
- global_step0/layer_11-model_00-model_states.pt +3 -0
- global_step0/layer_12-model_00-model_states.pt +3 -0
- global_step0/layer_13-model_00-model_states.pt +3 -0
- global_step0/layer_14-model_00-model_states.pt +3 -0
- global_step0/layer_15-model_00-model_states.pt +3 -0
- global_step0/layer_16-model_00-model_states.pt +3 -0
- global_step0/layer_17-model_00-model_states.pt +3 -0
- global_step0/layer_18-model_00-model_states.pt +3 -0
- global_step0/layer_19-model_00-model_states.pt +3 -0
- global_step0/layer_20-model_00-model_states.pt +3 -0
- global_step0/layer_21-model_00-model_states.pt +3 -0
- global_step0/layer_22-model_00-model_states.pt +3 -0
- global_step0/layer_23-model_00-model_states.pt +3 -0
- global_step0/layer_24-model_00-model_states.pt +3 -0
- global_step0/layer_25-model_00-model_states.pt +3 -0
- global_step0/layer_26-model_00-model_states.pt +3 -0
- global_step0/layer_27-model_00-model_states.pt +3 -0
- global_step0/layer_28-model_00-model_states.pt +3 -0
- global_step0/layer_29-model_00-model_states.pt +3 -0
- global_step0/layer_30-model_00-model_states.pt +3 -0
- global_step0/layer_31-model_00-model_states.pt +3 -0
- global_step0/layer_32-model_00-model_states.pt +3 -0
- global_step0/layer_33-model_00-model_states.pt +3 -0
- global_step0/layer_34-model_00-model_states.pt +3 -0
- global_step0/layer_36-model_00-model_states.pt +3 -0
- global_step0/layer_37-model_00-model_states.pt +3 -0
- global_step0/mp_rank_00_model_states.pt +3 -0
- global_step0/mp_rank_01_model_states.pt +3 -0
- global_step0/mp_rank_02_model_states.pt +3 -0
- global_step0/mp_rank_03_model_states.pt +3 -0
- global_step0/mp_rank_04_model_states.pt +3 -0
- global_step0/mp_rank_05_model_states.pt +3 -0
- global_step0/mp_rank_06_model_states.pt +3 -0
- global_step0/mp_rank_07_model_states.pt +3 -0
- latest +1 -0
- latest_checkpointed_iteration.txt +1 -0
- tokenizer/special_tokens_map.json +23 -0
- tokenizer/tokenizer.model +3 -0
- tokenizer/tokenizer_config.json +39 -0
global_step0/layer_01-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:185efcaa6e74a1f2bf4b3856ddb040ab954aefffcd9d2e92a639b3194f4c42dc
|
3 |
+
size 526386096
|
global_step0/layer_03-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d8340691320ed88501f1e9c6d4992620daed2b350d17f205b95da22b97e59a56
|
3 |
+
size 404770037
|
global_step0/layer_04-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:559896f9e5429c42ca54d620085dd944a8a4c3d808e2405ad92001cdbf562b99
|
3 |
+
size 404770037
|
global_step0/layer_05-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b83cc46a6f5a72c534a7da0b09a3d3c450a2dfbdfbe3a718f94786420d7e6521
|
3 |
+
size 404770037
|
global_step0/layer_06-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5231ad352f9b51cf1bd0a2cffe85d1e364889a938932e4fbfb5845dbdef563ee
|
3 |
+
size 404770037
|
global_step0/layer_07-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:976e8cd381af8b95aa094f4c84c7d13eca6b7ee986bbf8a4866ad200f4a100ff
|
3 |
+
size 404770037
|
global_step0/layer_08-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1af49f15ed69148d7b96dd9e15b63dcf4ff4374f0a35f582553d5d4f607a89cd
|
3 |
+
size 404770037
|
global_step0/layer_09-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dd70f5424b80e89d6c9ca1f4ae693d06fbb76a64bb117d747c750e2115a4767f
|
3 |
+
size 404770037
|
global_step0/layer_10-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae043d9b54dcc8f3c13499fba627b9497ae8029c88ba518012d447e4c63d82a9
|
3 |
+
size 404770037
|
global_step0/layer_11-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:800b9e9c970d9e7f77f7a4bb4e7d5017b461c192dbf6189a0a0701153fe4ef5d
|
3 |
+
size 404770037
|
global_step0/layer_12-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e412528b63e1a7bfd1b5d67256fb757ecdfd9d00bced9e46184347017f9cfecb
|
3 |
+
size 404770037
|
global_step0/layer_13-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc2f83c4d9cbd945216c0e11d54a87355ec24515ac1a565358bbe2e11b40e591
|
3 |
+
size 404770037
|
global_step0/layer_14-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e56dbcac677c610f472c240f9b3b44e6b432431d51445b5a2a67f247ce07c26
|
3 |
+
size 404770037
|
global_step0/layer_15-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77ea8f5cd8c6e89707ec2dd03d10c753d1bc5f6e4a97bb8ee6b78e79e9c8f108
|
3 |
+
size 404770037
|
global_step0/layer_16-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e0892ae2ef53d29c05529577a41e1129d67f192745e6f7638cdf9361ebaf07e
|
3 |
+
size 404770037
|
global_step0/layer_17-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1726b22caff9c4006c7536065da7a45d0829aecc6783cad0c6eb1d046c3513c
|
3 |
+
size 404770037
|
global_step0/layer_18-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a5b2088ac1ad761274da65ed5ff96efb1c3011e71cbb0682e2c0b4790d8db70c
|
3 |
+
size 404770037
|
global_step0/layer_19-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd73985223dfa05bf718c6a5bd8b233c34ef43407cb41111689176f22395886f
|
3 |
+
size 404770037
|
global_step0/layer_20-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4bcf10a84ca077b707082ace4467b17333a61127a5f6b2ac0cab55bac6fa9e28
|
3 |
+
size 404770037
|
global_step0/layer_21-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05f302558469fe35a1f1a8c285ed1150ba569cdc000d69ad72d7c3a12fed1ba4
|
3 |
+
size 404770037
|
global_step0/layer_22-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:acfdaf33cae05a89026176fdef2f5c8efd2df1649b40069e67779eca7265939f
|
3 |
+
size 404770037
|
global_step0/layer_23-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1d40af7507c1da7be6f160f6d13a41bf5151ed5e0dfd65bfd0350449857c775
|
3 |
+
size 404770037
|
global_step0/layer_24-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:53e470f1142300ac5ff466681040f82417989590e222eb11d2baa35b4849264c
|
3 |
+
size 404770037
|
global_step0/layer_25-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49698daaae1286b2496d47db049ea5c6b9bfdf7215ad50dae512f79ef623030f
|
3 |
+
size 404770037
|
global_step0/layer_26-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e30eca7746c652b8aea1a2b574dab0cb97e17eda0b77347aa9431de259b8b3f
|
3 |
+
size 404770037
|
global_step0/layer_27-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25023d19937a4492ae9387259b9b9b671bfbfe44980100da76d34c9ec1210a1d
|
3 |
+
size 404770037
|
global_step0/layer_28-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5af78e8e12702a66b0cc249bf6da4762a9f4a29368673f62a498bb388e4f1a4c
|
3 |
+
size 404770037
|
global_step0/layer_29-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bcaade7347e1199236b46fdccf189ba0c8bace65ed2cad3ecd42cf7a5ad51a96
|
3 |
+
size 404770037
|
global_step0/layer_30-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e2b84a730f011c470254e04cd3738347473aef6918226d24a081c73daa35fb6
|
3 |
+
size 404770037
|
global_step0/layer_31-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba57326b1fcacb7ffe1b4db839d4c191a6dda84b9a1b32c67163fad3392a66c9
|
3 |
+
size 404770037
|
global_step0/layer_32-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bda5a491fd416f9c443b89c451883787fdb0db474ee3a0a7291e2d29cc9aab00
|
3 |
+
size 404770037
|
global_step0/layer_33-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4e061bd8a6a80bd98d6183ebb32c41ad5c8e97646a5d87c1e13cde392869caf
|
3 |
+
size 404770037
|
global_step0/layer_34-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0defff6b5942acb9c606e20a03ebc6b675917fe93ab409b2f802b1379ae9b9d2
|
3 |
+
size 404770037
|
global_step0/layer_36-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf102413ba1e0cf270b298ee7ef3b21d3631f6d518b9d89d6cf8c23d2035fbf3
|
3 |
+
size 9136
|
global_step0/layer_37-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af5530dca2e1a92e8325a8d7a9e9dc2efe3218ce9fe8b0950ada98c3a4571b56
|
3 |
+
size 526386096
|
global_step0/mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:159733aa524df3254fd48bb2ec9e208d3d2ee38b4b9e2886b3adccbc7c69a383
|
3 |
+
size 4220031
|
global_step0/mp_rank_01_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dcec7235dab85f95364047109350d57079f4468bea058efc63c23d174a5b4c57
|
3 |
+
size 4220031
|
global_step0/mp_rank_02_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0365d32136b0aa4d9c3c54aa8bd0133ab3d08c42a22dc510ab3629e8ee527a46
|
3 |
+
size 4220031
|
global_step0/mp_rank_03_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e721004854cc47374df7e7fac68ff1fc5a740d831437559d21188fdee1558095
|
3 |
+
size 4220031
|
global_step0/mp_rank_04_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2facf0bb1e7ef4b9861bbf8e87cd3a865fc1451e4ec26fd6b69b206481c2c374
|
3 |
+
size 4220031
|
global_step0/mp_rank_05_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d80c11ae7cb24b441669e06bd1eaec2935777ba267060a079efcc8703ebde7cb
|
3 |
+
size 4219967
|
global_step0/mp_rank_06_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d1a9823173138896eb3ec973ecd8f27b94b0ac6cbe1cc720d30a6015986cdfe
|
3 |
+
size 4219967
|
global_step0/mp_rank_07_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:478f04fdae41e158009ebff628ad8486c02dad4a567088917abccde5e0f10ad3
|
3 |
+
size 4220095
|
latest
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
global_step0
|
latest_checkpointed_iteration.txt
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
0
|
tokenizer/special_tokens_map.json
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "<s>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": true,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"eos_token": {
|
10 |
+
"content": "</s>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": true,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"unk_token": {
|
17 |
+
"content": "<unk>",
|
18 |
+
"lstrip": false,
|
19 |
+
"normalized": true,
|
20 |
+
"rstrip": false,
|
21 |
+
"single_word": false
|
22 |
+
}
|
23 |
+
}
|
tokenizer/tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4be54af290d93c113bcbf421115ae9eed9d6340408f564898f1e966dc738ef01
|
3 |
+
size 1136699
|
tokenizer/tokenizer_config.json
ADDED
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_bos_token": false,
|
3 |
+
"add_eos_token": false,
|
4 |
+
"auto_map": {
|
5 |
+
"AutoTokenizer": [
|
6 |
+
"baichuan-inc/baichuan-7B--tokenization_baichuan.BaiChuanTokenizer",
|
7 |
+
null
|
8 |
+
]
|
9 |
+
},
|
10 |
+
"bos_token": {
|
11 |
+
"__type": "AddedToken",
|
12 |
+
"content": "<s>",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": true,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false
|
17 |
+
},
|
18 |
+
"clean_up_tokenization_spaces": false,
|
19 |
+
"eos_token": {
|
20 |
+
"__type": "AddedToken",
|
21 |
+
"content": "</s>",
|
22 |
+
"lstrip": false,
|
23 |
+
"normalized": true,
|
24 |
+
"rstrip": false,
|
25 |
+
"single_word": false
|
26 |
+
},
|
27 |
+
"model_max_length": 1000000000000000019884624838656,
|
28 |
+
"pad_token": null,
|
29 |
+
"sp_model_kwargs": {},
|
30 |
+
"tokenizer_class": "BaiChuanTokenizer",
|
31 |
+
"unk_token": {
|
32 |
+
"__type": "AddedToken",
|
33 |
+
"content": "<unk>",
|
34 |
+
"lstrip": false,
|
35 |
+
"normalized": true,
|
36 |
+
"rstrip": false,
|
37 |
+
"single_word": false
|
38 |
+
}
|
39 |
+
}
|