Hugging Face's logo

cortexso
/
deepseek-r1-distill-qwen-14b

Text Generation
GGUF
cortex.cpp
Inference Endpoints
conversational
Model card Files Community
jan-hq commited on
Commit
a7dfc7f
·
verified ·
1 Parent(s): caa917f

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. deepseek-r1-distill-qwen-14b-q2_k.gguf +3 -0
  3. deepseek-r1-distill-qwen-14b-q3_k_l.gguf +3 -0
  4. deepseek-r1-distill-qwen-14b-q3_k_m.gguf +3 -0
  5. deepseek-r1-distill-qwen-14b-q3_k_s.gguf +3 -0
  6. deepseek-r1-distill-qwen-14b-q4_k_m.gguf +3 -0
  7. deepseek-r1-distill-qwen-14b-q4_k_s.gguf +3 -0
  8. deepseek-r1-distill-qwen-14b-q5_k_m.gguf +3 -0
  9. deepseek-r1-distill-qwen-14b-q5_k_s.gguf +3 -0
  10. deepseek-r1-distill-qwen-14b-q6_k.gguf +3 -0
  11. deepseek-r1-distill-qwen-14b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ deepseek-r1-distill-qwen-14b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ deepseek-r1-distill-qwen-14b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ deepseek-r1-distill-qwen-14b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ deepseek-r1-distill-qwen-14b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ deepseek-r1-distill-qwen-14b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ deepseek-r1-distill-qwen-14b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
42
+ deepseek-r1-distill-qwen-14b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ deepseek-r1-distill-qwen-14b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ deepseek-r1-distill-qwen-14b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ deepseek-r1-distill-qwen-14b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
deepseek-r1-distill-qwen-14b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2f2ed53757eae572d0e05b4cec7bec7b30dbd0bbdff99d5169c932f6b0b35da
3
+ size 5770497120
deepseek-r1-distill-qwen-14b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce322f1243642e1968f181fc79c0a4a872ee1a4ddc4a111beb3849ca3bc11afa
3
+ size 7924767840
deepseek-r1-distill-qwen-14b-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed0b89ee29f4a9cf966facd9acc50261aa295a790c01de0e95e9f6b6c8f6718
3
+ size 7339203680
deepseek-r1-distill-qwen-14b-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b718f57f59976db8f19e310d00edb437762f766ad87da0c16b9c86c488428d9b
3
+ size 6659595360
deepseek-r1-distill-qwen-14b-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb2c8e148f079fcd0fc3b4924c342d40f030fa09539e49b97a7ae1b95342c1c3
3
+ size 8988109920
deepseek-r1-distill-qwen-14b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aabc9f18409d129f475cf3e0a527998117206e32bffda01936376ec9cfff60ad
3
+ size 8573430880
deepseek-r1-distill-qwen-14b-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f6ce37e420cb7c46279d97f6c64f19869983d4c38f73ae19fcfc9e95810192
3
+ size 10508872800
deepseek-r1-distill-qwen-14b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3f5caa42d1cf4ccf7cb3dd9975a0e4a355785c0cd6dfc9b659250b2bab23ece
3
+ size 10266553440
deepseek-r1-distill-qwen-14b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbcf6a59094a60d2659a85571257e59bf4ab81a75b83d06132a1f2fd024ce9cb
3
+ size 12124683360
deepseek-r1-distill-qwen-14b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5e6cabf2fc49b7cf4fada30a685f8b92df4e50e5a15ef8df30c9ab70e22ab94
3
+ size 15701597280