ricar0
commited on
Commit
·
50b11ed
1
Parent(s):
f4e8893
first commit
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +42 -0
- merges.txt +0 -0
- mlc-chat-config.json +50 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"\t\t": 50294,
|
3 |
+
"\t\t\t": 50293,
|
4 |
+
"\t\t\t\t": 50292,
|
5 |
+
"\t\t\t\t\t": 50291,
|
6 |
+
"\t\t\t\t\t\t": 50290,
|
7 |
+
"\t\t\t\t\t\t\t": 50289,
|
8 |
+
"\t\t\t\t\t\t\t\t": 50288,
|
9 |
+
"\t\t\t\t\t\t\t\t\t": 50287,
|
10 |
+
" ": 50286,
|
11 |
+
" ": 50285,
|
12 |
+
" ": 50284,
|
13 |
+
" ": 50283,
|
14 |
+
" ": 50282,
|
15 |
+
" ": 50281,
|
16 |
+
" ": 50280,
|
17 |
+
" ": 50279,
|
18 |
+
" ": 50278,
|
19 |
+
" ": 50277,
|
20 |
+
" ": 50276,
|
21 |
+
" ": 50275,
|
22 |
+
" ": 50274,
|
23 |
+
" ": 50273,
|
24 |
+
" ": 50272,
|
25 |
+
" ": 50271,
|
26 |
+
" ": 50270,
|
27 |
+
" ": 50269,
|
28 |
+
" ": 50268,
|
29 |
+
" ": 50267,
|
30 |
+
" ": 50266,
|
31 |
+
" ": 50265,
|
32 |
+
" ": 50264,
|
33 |
+
" ": 50263,
|
34 |
+
" ": 50262,
|
35 |
+
" ": 50261,
|
36 |
+
" ": 50260,
|
37 |
+
" ": 50259,
|
38 |
+
" ": 50258,
|
39 |
+
" ": 50257,
|
40 |
+
"</s>": 50295,
|
41 |
+
"<image>": 50296
|
42 |
+
}
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "imp",
|
3 |
+
"quantization": "q4f16_1",
|
4 |
+
"model_config": {
|
5 |
+
"model_type": "imp",
|
6 |
+
"vocab_size": 51200,
|
7 |
+
"n_positions": 3072,
|
8 |
+
"n_embd": 2560,
|
9 |
+
"n_layer": 32,
|
10 |
+
"n_inner": 10240,
|
11 |
+
"n_head": 32,
|
12 |
+
"rotary_dim": 32,
|
13 |
+
"position_embedding_base": 10000,
|
14 |
+
"layer_norm_epsilon": 1e-05,
|
15 |
+
"context_window_size": 3072,
|
16 |
+
"prefill_chunk_size": 3072,
|
17 |
+
"n_head_kv": 32,
|
18 |
+
"head_dim": 80,
|
19 |
+
"tensor_parallel_shards": 1,
|
20 |
+
"image_token_index": 50296,
|
21 |
+
"image_token": "<image>",
|
22 |
+
"dtype": "float16"
|
23 |
+
},
|
24 |
+
"vocab_size": 51200,
|
25 |
+
"context_window_size": 3072,
|
26 |
+
"sliding_window_size": -1,
|
27 |
+
"prefill_chunk_size": 3072,
|
28 |
+
"attention_sink_size": -1,
|
29 |
+
"tensor_parallel_shards": 1,
|
30 |
+
"mean_gen_len": 128,
|
31 |
+
"max_gen_len": 512,
|
32 |
+
"shift_fill_factor": 0.3,
|
33 |
+
"temperature": 0,
|
34 |
+
"presence_penalty": 0.0,
|
35 |
+
"frequency_penalty": 0.0,
|
36 |
+
"repetition_penalty": 1.0,
|
37 |
+
"top_p": 0.95,
|
38 |
+
"conv_template": "imp",
|
39 |
+
"pad_token_id": 50256,
|
40 |
+
"bos_token_id": 1,
|
41 |
+
"eos_token_id": 50295,
|
42 |
+
"tokenizer_files": [
|
43 |
+
"tokenizer.json",
|
44 |
+
"vocab.json",
|
45 |
+
"merges.txt",
|
46 |
+
"added_tokens.json",
|
47 |
+
"tokenizer_config.json"
|
48 |
+
],
|
49 |
+
"version": "0.1.0"
|
50 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:91bb11cde8a9c0a3b947b42e4613763df0357f6bc26f25507449e2b02bd1032a
|
3 |
+
size 65536000
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fcba571aa2e0fe051616eb5aef972448c4d4aaaf44c89ce226bd58fe51954284
|
3 |
+
size 32179040
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c736f3e7e20e92df988544a6c770537fac8d739de4e96d10e01b27b9db7617d3
|
3 |
+
size 29542400
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:92fff83d954e4640183ea82bede3e11382b191b602d8d6b8852ac647adeaf53b
|
3 |
+
size 29511680
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:68313d7bf90789bb5cc669c481ac22301414f397bfda09f689f386d29fbfd734
|
3 |
+
size 29542400
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:82ead7083c5bb4c61a6068b2345426455706563c7ea599c245e2930152e70361
|
3 |
+
size 29521920
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1e9a403dfc3dc7d9e53b57ea38f0a09dfac7ed4e7ea1f87a4ac473055742434
|
3 |
+
size 29521920
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43c80a19e3fd470a7e417ce835257bc51a580206fbc7438a9242ca255671fa00
|
3 |
+
size 29542400
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4da85d40146065bf05be6a02a6d0878339ffeac3ff5088df7fa34f4a18fb547a
|
3 |
+
size 29521920
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b4c71b300749f99576f291507f06863fd6e9adef6c6ed20b7f46324d024b9737
|
3 |
+
size 29521920
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:029be7e5e487bb068308d590742b2b19aa362967ba029df548664fb921af6fd9
|
3 |
+
size 29542400
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3adbb3abe8f7a7f08d8a31cca610a559fc8e6c3be5518c88c24ae8c9809d190e
|
3 |
+
size 29511680
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09d01fac4a494136751de8355b3ea53406d31200ba4451447cfee5d0f19af6f3
|
3 |
+
size 65536000
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07cd304649940532ef0374831dcc8afc6dc6519617771f0ac4bd82c5bfa9bc26
|
3 |
+
size 29521920
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb0da5b58c2d5833c982f3c01f1a4b21594af9348788d6821a0521dd953d62bd
|
3 |
+
size 29542400
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77a3a57d3ea4bc5f35d0530b4fef80d8dfd9c8e55d82e28fd5312b002be0de79
|
3 |
+
size 29521920
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6014ac30a2deceda696f896a7e31956cea0778b74111f08c87a0bf6d5dac0fdd
|
3 |
+
size 29521920
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c03b4cbeb0abd98765702a2b5409419359b5525d477b959703d0e664a19909c2
|
3 |
+
size 29542400
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ab2b5fd90602b6a2599115d9107ebd6395a25bf7563bfc9076ffa76d7bba6fe7
|
3 |
+
size 29521920
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76f9ad614a7a3613c2474792c7e2ba642231b178ab5d5bbec62ac883f42c3475
|
3 |
+
size 29521920
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1bcb6e7947e3df337002c831f588ac6e0983016be0c3dbafbeb2bc83ea31fc2
|
3 |
+
size 29542400
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f253ecebcea851cd90631b80947b273f63feffc7f5f19608c168d0ce7aaac226
|
3 |
+
size 29521920
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c26f580dd6600ee4d36ba0c4dbe9804caa67001a41bec75d0a5720265a3390fd
|
3 |
+
size 29521920
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dcb63c0a3cf41efc0671ac7e6365d100b93852e138a957f7588b92a218216715
|
3 |
+
size 28783360
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3a6908a0ad8b56187db1c20c28ed5f754246ae2290627fbd9b62edc0d469ae94
|
3 |
+
size 29542400
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52aa9ea40cdbdc2981c144a4c09a19824162d179eda01dc794b7686dc2634d20
|
3 |
+
size 29521920
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a966185c552c793090433add7dd1436f4632b9aeec1e688b9f3e79522fe54331
|
3 |
+
size 29521920
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a1c33b94cd9c359648d3dce2c4d9898c0b855451fc03984f77aa0d6128093c10
|
3 |
+
size 29542400
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ab5f2073c927a538cce291998bc8cb3d99132f3d309d7ffd828218f3d5f58419
|
3 |
+
size 29521920
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b863cc2f2898aa0d943cd0d47570a99a47a20a03626f68459fbf6174790c316e
|
3 |
+
size 29521920
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ce8e777d69abafd204646d3be633e218500dcc3d1a018c258582192862e0efb
|
3 |
+
size 29542400
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb8b060f8650265261a2f31fc98f9279b07e070faf713fb869f4ae2c2f294b71
|
3 |
+
size 29521920
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5520a650a03e5aff400315b937dc1f38d7b4e911a8e03ab527d463a9d311c867
|
3 |
+
size 29521920
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:294d76bd97aba9b896eb637ca2a92bdf11b930a60293c572b669671bd53bcf6d
|
3 |
+
size 29542400
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1c93ce77920fa4bbf6beed0959230dbd98ef1ee36780d31ca483b556f1df01e
|
3 |
+
size 29521920
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a14a15519ebe4729a531faa9a881c5adc74c1a9048114ed9627ef36d439e23b6
|
3 |
+
size 29521920
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f99709ef37ab09639172f335c9879bc7c395483486cf055b0c66a1d216531afe
|
3 |
+
size 29521920
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:009085d4431ffa4cd7eef3e9f6fdc9d6bbf676b406bcd86315894d4ef06a6763
|
3 |
+
size 29542400
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1a6e0f13e05895a613b79e9ef8e2114b363071f82122e561b83654b25da4cbc8
|
3 |
+
size 29521920
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2474993264f745440533c114b5fb466e0a901fc636d39bf16345432ce6303e08
|
3 |
+
size 29521920
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:466bd3b70333e26e50ed77b46a35c6f12db21dbf7acbe346373b3d9976d9083e
|
3 |
+
size 29542400
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:64e51584596cb3434c6cab75958cb336912501a0c532a574d6267378ddba1bb0
|
3 |
+
size 29521920
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fea764a843f4015ffa6882e2730d9abced72410818196e916c1939245c6b7462
|
3 |
+
size 29521920
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fac2a22876b582d3e18177f751056c4d85968c7706a39a7c3e8513079b9e78ec
|
3 |
+
size 29542400
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c6c3cc747face55be7ca319f430dffc219259af9c35ddce9f4eb207204efd57
|
3 |
+
size 29521920
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1d3e7bd046e127e68daf3e040db62964248d637c7910bd86e54f0c843080893d
|
3 |
+
size 29521920
|