Hugging Face's logo

mlc-ai
/
Mistral-7B-Instruct-v0.3-q0f16-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
06174cd
·
verified ·
1 Parent(s): 6c83a80

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +81 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_14.bin +3 -0
  42. params_shard_15.bin +3 -0
  43. params_shard_16.bin +3 -0
  44. params_shard_17.bin +3 -0
  45. params_shard_18.bin +3 -0
  46. params_shard_19.bin +3 -0
  47. params_shard_2.bin +3 -0
  48. params_shard_20.bin +3 -0
  49. params_shard_21.bin +3 -0
  50. params_shard_22.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "field_model_type": "mistral",
4
+ "quantization": "q0f16",
5
+ "field_model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32768,
12
+ "position_embedding_base": 1000000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "sliding_window_size": 4096,
16
+ "prefill_chunk_size": 2048,
17
+ "attention_sink_size": 4,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 80
20
+ },
21
+ "vocab_size": 32768,
22
+ "context_window_size": -1,
23
+ "sliding_window_size": 4096,
24
+ "prefill_chunk_size": 2048,
25
+ "attention_sink_size": 4,
26
+ "tensor_parallel_shards": 1,
27
+ "temperature": 1.0,
28
+ "presence_penalty": 0.0,
29
+ "frequency_penalty": 0.0,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 1.0,
32
+ "tokenizer_files": [
33
+ "tokenizer.model",
34
+ "tokenizer.json",
35
+ "tokenizer_config.json"
36
+ ],
37
+ "tokenizer_info": {
38
+ "token_postproc_method": "byte_fallback",
39
+ "prepend_space_in_encode": false,
40
+ "strip_space_in_decode": true
41
+ },
42
+ "conv_template": {
43
+ "name": "mistral_default",
44
+ "system_template": "[INST] {system_message}",
45
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
46
+ "system_prefix_token_ids": [
47
+ 1
48
+ ],
49
+ "add_role_after_system_message": false,
50
+ "roles": {
51
+ "user": "[INST]",
52
+ "assistant": "[/INST]",
53
+ "tool": "[INST]"
54
+ },
55
+ "role_templates": {
56
+ "user": "{user_message}",
57
+ "assistant": "{assistant_message}",
58
+ "tool": "{tool_message}"
59
+ },
60
+ "messages": [],
61
+ "seps": [
62
+ " "
63
+ ],
64
+ "role_content_sep": " ",
65
+ "role_empty_sep": "",
66
+ "stop_str": [
67
+ "</s>"
68
+ ],
69
+ "stop_token_ids": [
70
+ 2
71
+ ],
72
+ "function_string": "",
73
+ "use_function_calling": false
74
+ },
75
+ "pad_token_id": 0,
76
+ "bos_token_id": 1,
77
+ "eos_token_id": 2,
78
+ "mean_gen_len": 128,
79
+ "max_gen_len": 512,
80
+ "shift_fill_factor": 0.3
81
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87de1131115bd913ddc5a6ff244596f38e223afe5cfcea983af1e6f591303f59
3
+ size 268435456
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2cfc95e55ad81167a08bce67bc88b6ff31086eccdeb90965868220e0d754a69
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:189117172345d28975aaf86f6f9d0f5607cc9eebb16978ca603b744d64bc10a8
3
+ size 33554432
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a4a3fcff41f0fccbac484e7c905ce86fa69ea7defa8d858ac68e44fbead8336
3
+ size 117440512
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b73f9a8deea37335f320fc451a7fe4a50bb29d4a4741f2b74934a55900d03b2
3
+ size 234881024
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2a522e2466c232016a884d05f62fda4b9268a74bfbfbc2684f4c83c5686b781
3
+ size 50331648
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1f02b268aa881e497150411a7c0dbc06011fc98b1758df536ad779ad6a3fd89
3
+ size 33554432
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caa3a9ba0930e5ae0ea481cf5f1957d1d5a8434c6010e6ef3a6e8bc6c290ecae
3
+ size 117440512
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee413a43168d3d3d1a902a5f0d10812a49d04692fd7d3e124c022d83863a1319
3
+ size 234881024
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17a9784da8bdef5994d41991738697554e92f3358e5a98dbd028f708713cdaaf
3
+ size 50331648
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d11d2fd5cafba826a6e8940a05d8e7e2d9de5702fc48b9785d21e20ba868d036
3
+ size 33554432
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e196e8092934d0d87197c3e8ba66fb6385f35235193564d7079510f3680d427
3
+ size 117440512
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22ef60718226123fc60f198b20bf85e0146824523f0a7eb3a262353b163a569f
3
+ size 234881024
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7aa0cf53a48da270ad6bf30ed8a86ffbb82285986b396bd42f57dc31f337e42
3
+ size 117440512
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2af2e14b4625b3a54ea4fc47723bd882a54f96de61d6c630da70cc3793ab974f
3
+ size 50331648
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf2ab194e27031e86330fc4becf22719344b9d071c14f5590507586e83dab0c
3
+ size 33554432
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece82f3f3e2a70b4b1b916605038089e92afbd649781b8df946fd2fab853bba4
3
+ size 117440512
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0346e80cd6db96d60e1e8a1a606cf1df547f7282f5d712b077c31ea683ce023f
3
+ size 234881024
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a2fd30deffe7b9974c02f71af8b67b791764e95cec12539fc11b4ca3b640554
3
+ size 50331648
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80aff2ef62738f06a5c8273579792dc41fe79b28b38d26b7e4580672028cebcb
3
+ size 33554432
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dedeb5d22587a0414240ca9e68aa28a4bd586fed3bbc0d05727bc96a3de333e5
3
+ size 117440512
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78118b12d14879ff2e381d4f23ac00dfbbe45c152e0f4e928f79d59e17158281
3
+ size 234881024
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0113c3a162634fd0e8714355121ae554d2cc95a92587d39c06a0f5c468cbe333
3
+ size 50331648
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc42063bd0fee5d0cbdfe0178de90d498b7dd346ade16de99968449b83bc167
3
+ size 33554432
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d06ee4de17f59c7069b677a691db365cb4c7b5b1e09b7301ab9dc19771a475
3
+ size 234881024
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df3c237c54e8fc1849516ae2106216a36dc235c2719c522f93bc7a2655ec9bc1
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50a5b0e76ad8b83133315b65432b5658d706b4e02dc703f0af4b3d66888b8069
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98de03bee9fdafa4173b2cd39c28c07933124e8da0fc72894c113808f70b6d5
3
+ size 50331648
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87e3385f3fbe5809e0e5cfbbf2a61f975efc3b38f2f458c8cc7b023047a56a8f
3
+ size 33554432
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a066e4615d7f11d79ffb7cc6c9b6abd60e9831be53445ddc73a567b3dd0d2d
3
+ size 117440512
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f67c07b0b6597aa502cdcf2b77b7a7ad715668f034b3d0d849fbedeb86d6ff57
3
+ size 234881024
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f80eb736f69fd019c32f5f3ab16841407ee2f2d7ab586640fa80c4e5182d144
3
+ size 50331648
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f17c7d4741e308503b4f3052beae1de5e6ef840452bbb99ac2c7bc69aba627eb
3
+ size 33554432
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:692333ba8c595c08eb9a6902d5aee6cc1bef6b569bc66487a83440802ab4bb33
3
+ size 50331648
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:068c345d62a3797ba799c9d0a74e2d1298a7f5a98eb41903f86f908c133fd0ed
3
+ size 33554432
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2640ff1d61c6116c5c47ccc2f44593b318eb0bd783c41348ef3525fa6788b35
3
+ size 50331648
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5b744c826e9c6ea5c3f352ce78fa43bffe3c414d7d1090c7bf22c5c64e9c4e0
3
+ size 532480
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:954a52b499eb4a22c070f062beaec02135a576043f731d0575747233ae1b61d6
3
+ size 33554432
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:037875e07a8d2567264015a4e49f04046e515837d45db297a3c07eadcd39f357
3
+ size 117440512
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d0429443aaf1232249612cefac37d8d22997415911bfbfd5940c03a2f6f3b5
3
+ size 234881024
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c69438d2b15735dbf74d7bf0969ebd69317318b36335d069d0fc9ee3910d0cae
3
+ size 50331648
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06d18f743ddb2a16ea052e905f6db443e55fb87c6f499daecb31f8672dcd946d
3
+ size 33554432
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2a0e80f84decc544157c195a732759e8cefec3f73f5e4b6c501d171a479f428
3
+ size 117440512
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eb2e8126dbec11f0348a6068edc780b4001c8b0e2a86a83fc399128a225fab7
3
+ size 234881024
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1a73b44ac514301c10b463f63c1eca07fa9ab6c56ddecacd69162f706cd1981
3
+ size 234881024
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7839158cc035e34326dba6660629956d1380bb4b162b5f763dd82d22769469b0
3
+ size 50331648
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b55cd03842d4a583df8dafd8f9c9ab22152eeeff7350179a4972157846c8221
3
+ size 33554432