Hugging Face's logo

numen-tech
/
DeepSeek-R1-Distill-Llama-70B-abliterated-w3a16g40sym

Text Generation
MLC-LLM
English
conversational
3-bit
Model card Files Community
numen-tech commited on
Commit
d0b57c9
·
1 Parent(s): 3cc1182

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
 
 
2
  license: mit
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: mit
5
+ base_model: huihui-ai/DeepSeek-R1-Distill-Llama-70B-abliterated
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [DeepSeek-R1-Distill-Llama-70B-abliterated](https://huggingface.co/huihui-ai/DeepSeek-R1-Distill-Llama-70B-abliterated) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 3
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:751eba367cbf012bf7e4a9ab697beae7ffc0ba312c529864f72b5fedc0efd35d
3
+ size 420679680
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a9980127b43eebfdd70d930bfd607cf5409f1a22a4db38595cbcfa4f9a6b036
3
+ size 52584960
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6f6ab8d9b78b99b66f153b5d515ff666ad5871e2fed833fcdbfa1960bdba233
3
+ size 52584960
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81ad0c20fc49382694a61180871e710ddb84e05f0a718453ab2370d51818c7a0
3
+ size 23511040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2422c3f8f5624bb3e1603a87c3b8e8196127837ae0deefd09aa8c787e2a72594
3
+ size 93978624
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d040557bd18eea330e02afc3fea5760378ebfbeb365a7ba51e4cab0038a6ac9
3
+ size 188088320
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46e03deb92f37b9eafc9f346a6ebe022db783ef59752710c38814b7fb2846dba
3
+ size 23511040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac35b5ede53dbcb7a3a50abaed13e8891df3edcc03cbed73b2966942fb3771d
3
+ size 33587200
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f1338d65d19f8abf44ed65ffb19d3ecfdaa5e428023ee9d80e995a3e2a82e3
3
+ size 26869760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2799db8d71ec19d93840a794b80987dd4a792bb8b8daf4731b8dfe57a5946f41
3
+ size 93978624
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:633a87fdc058d86ad352deb5c2c7ec6efc43b7bedcb88744c83824bd17ed1607
3
+ size 31100928
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d77e6f08b9637dd79814d5c90107508edf688de4ebedc5e64bad9734b8b44ec1
3
+ size 188088320
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a38d5ed76aa8ce49348a5f96e5fd365640475a59bed3c630a274b79e70e863b
3
+ size 23511040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8961dd987c1ff36c86b82a174e62740b8067844e949ef2cb1e78a107a44052a9
3
+ size 93978624
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:873cbeb8aeaddea29616aeb0a1ee27348eefc6e04723ed3ebf38639d6ac9349d
3
+ size 33587200
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:011f3bf70d321d5353efdea00ceabdf42f23d500251f9b3fc3a3b21a764f80fd
3
+ size 26869760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34092749c56002e1c3b997f27d22deb8a63d9a6fc186cdc87853fc0ad5e13343
3
+ size 93978624
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d0e694a5f525c32c8b1be301bb8a09fec514ed39e4fd54651ce9fc308ce88f6
3
+ size 188088320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:054b867f733d7c74a73c384e84d565bd5b39cf34d9afcb63832dc40e16b4e68c
3
+ size 23511040
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4844af6043903f8e87b1a834deaf075af7d882f0b368c2bde8abd3c0e251ecb3
3
+ size 33587200
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54938711969b3da9e7906282fbcc44354c5ccf35466f68f4afd050a9011cb304
3
+ size 31117312
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98fa85a89fdc3800fd46e2a9a9dbd5a21af2d07cf8d53351290486cea885c571
3
+ size 31068160
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:005bbb2a46e9e2490eb633af43a8b612e5caf5b8e7cd3721a649bb9ffcd41c4f
3
+ size 93978624
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55813529e04906a72660dc5205004c1cc50885c7feca5aa2bae7fc23ddf11e01
3
+ size 188088320
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:551d0c1b649ef7f42ae3b8a65d2ef9ff7ade083f95705a744e64f5e55a0e92bd
3
+ size 188088320
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a644b678d1f537310478c8bb9e747cda8e3bfb9b5595140ab3e8c42e76648b0
3
+ size 23511040
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9289570df37db7d8f04ab388c88dd42c4e3253c13105cb241a1194d14e8d58d
3
+ size 33587200
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92925b4953b951a7844e7805ecadaf9f681c4fd773d4033a520a62251f85d49e
3
+ size 26869760
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:631323eab1a60b6f7b501f8dd3bf72dafcdf7b6b9f26211d0f66c3a14edd3ab4
3
+ size 188088320
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae538a8e281455f805a5b88a42d94d20fb7a9daa02786cd139b85ad3f2dd9f33
3
+ size 23511040
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7208b13dd217e5315a190a7b1c703a8a748f778ce522b17df98148a6142bf931
3
+ size 33587200
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32bb93010998af0d94710a59074aa89ac6bcd6144dc96450668cd1fda0333058
3
+ size 26869760
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3a3d82d05afdd4376df6151a92d67b99794702651d5d24e5d7ecb8db8a2480f
3
+ size 93978624
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b0a15d17893cc763123866997f7b6d11ff072ece0ad526115f8ef99b6f3508d
3
+ size 30269440
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e478a86521c1467c647a77c947ccc80a2f2a34017accfcbb6724e7f1f591c16f
3
+ size 93978624
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:358bfbf7c85d29cd5f26fa23a96f7cd4da690331a1eb3b7316a324af407ac7e4
3
+ size 23511040
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c8a5decb24ecafe476bc202b85a16c7f060c5eb31bf2fa62985a41ceb84d3a9
3
+ size 188088320
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ed3e57be5508e7d12632be82bf424807c789ff7538b5cce1778122b722c3da6
3
+ size 23511040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea54d252c7626926abd02e57c333fcc799ab9c7182f2293b817f3157b997b0d9
3
+ size 33587200
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:179f201816bb9613da2cac46ea7f1e130a7c3d7eac4217cff19c65b3431b3f10
3
+ size 26869760
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:547cfc54eab6429f686ce750971c1f1d6a40a38a40019499fe348bf0c4614bd6
3
+ size 93978624
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1850a376c03def335e63532e74d3beabee7204c7f36ee45eb5853f7e9790fd45
3
+ size 31117312
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c879e8479e98feaeabc525ec2ecfd4a05520a4ec731f0c601c138de0ebeddc3c
3
+ size 188088320
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a8f32bc35aae1aebb0ba684a20867dc9b6d3e630755318317a51f285339d83
3
+ size 23511040
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4c9c1fe1828d4638358b763ce20deb7fe9ba978b3aa3e0da73e1fb0418b499c
3
+ size 33587200
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749758fc78ca4edc57c3a069736de7890c0712c8ebc22d8677857764b61e51cc
3
+ size 26869760