Hugging Face's logo

mradermacher
/
smol_llama-4x220M-MoE-GGUF

Text Generation
Transformers
GGUF
English
Mixture of Experts
Merge
mergekit
lazymergekit
BEE-spoke-data/smol_llama-220M-openhermes
BEE-spoke-data/beecoder-220M-python
BEE-spoke-data/zephyr-220m-sft-full
BEE-spoke-data/zephyr-220m-dpo-full
Model card Files Community
mradermacher commited on
Commit
3a01e9c
·
verified ·
1 Parent(s): 7828c00

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. smol_llama-4x220M-MoE.IQ4_XS.gguf +3 -0
  3. smol_llama-4x220M-MoE.Q2_K.gguf +3 -0
  4. smol_llama-4x220M-MoE.Q3_K_L.gguf +3 -0
  5. smol_llama-4x220M-MoE.Q3_K_M.gguf +3 -0
  6. smol_llama-4x220M-MoE.Q3_K_S.gguf +3 -0
  7. smol_llama-4x220M-MoE.Q4_K_M.gguf +3 -0
  8. smol_llama-4x220M-MoE.Q4_K_S.gguf +3 -0
  9. smol_llama-4x220M-MoE.Q5_K_M.gguf +3 -0
  10. smol_llama-4x220M-MoE.Q5_K_S.gguf +3 -0
  11. smol_llama-4x220M-MoE.Q6_K.gguf +3 -0
  12. smol_llama-4x220M-MoE.Q8_0.gguf +3 -0
  13. smol_llama-4x220M-MoE.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ smol_llama-4x220M-MoE.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ smol_llama-4x220M-MoE.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ smol_llama-4x220M-MoE.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ smol_llama-4x220M-MoE.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ smol_llama-4x220M-MoE.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ smol_llama-4x220M-MoE.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ smol_llama-4x220M-MoE.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ smol_llama-4x220M-MoE.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ smol_llama-4x220M-MoE.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ smol_llama-4x220M-MoE.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ smol_llama-4x220M-MoE.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ smol_llama-4x220M-MoE.f16.gguf filter=lfs diff=lfs merge=lfs -text
smol_llama-4x220M-MoE.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16bdff69c340f6ea9e09c31806920d6e0e94a0793b56110abef5bf6d343852e9
3
+ size 329796064
smol_llama-4x220M-MoE.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:282abafdff37c16c37dcd640bd70ffdc0c061be3d0e948466955939c2bd58e77
3
+ size 231240160
smol_llama-4x220M-MoE.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84464da03bd7d9f136a5ced682cfd259b4b4eac5e1409a8933ce3d1eefc58e63
3
+ size 316276192
smol_llama-4x220M-MoE.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa968c1a4241b62c724db63bf8e15e25962813780b0f9e1186b0838b3934b713
3
+ size 293731808
smol_llama-4x220M-MoE.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10b1e19c4902fa592e64b3b42c32a04a8e81504d5b9fdee49001f0201fe90a5
3
+ size 269643232
smol_llama-4x220M-MoE.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:477ccd2cf235242bec275ed7a1e1ceddff62a74edc2f10dcb3e7c1a1d3d991da
3
+ size 366305760
smol_llama-4x220M-MoE.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:818c022954741046239799bd44b65f228ef8c72f73033e7595cabb7207916903
3
+ size 346569184
smol_llama-4x220M-MoE.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ba87c3bda8b87030653d470b0509bc6f7ee444b2d7342215303219f18ac54c
3
+ size 425959904
smol_llama-4x220M-MoE.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cdfe4db96c4fddd58c1c394af5965320b0c5e27eb9eae2d67ebf607bbde1899
3
+ size 414644704
smol_llama-4x220M-MoE.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c082a41b1118c663f18ca80860e17e2e36f7a7ac39bae4692cad58d549d2b549
3
+ size 489342432
smol_llama-4x220M-MoE.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b5eb9fd03393b6c5751934b998ec7488cb2df9e759aab036da9df19925511a
3
+ size 633523680
smol_llama-4x220M-MoE.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:498f48c412b3c5ba7d9f8d0fd6717b3cd5b3ded79f152f2d5d8e8c048e549cf0
3
+ size 1191644640