Hugging Face's logo

mradermacher
/
bloomz-560m-i1-GGUF

Transformers
GGUF
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
79ce5b7
·
verified ·
1 Parent(s): ef6e7d4

uploaded from nico2

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. bloomz-560m.i1-IQ1_M.gguf +3 -0
  3. bloomz-560m.i1-IQ1_S.gguf +3 -0
  4. bloomz-560m.i1-IQ2_M.gguf +3 -0
  5. bloomz-560m.i1-IQ2_S.gguf +3 -0
  6. bloomz-560m.i1-IQ2_XS.gguf +3 -0
  7. bloomz-560m.i1-IQ2_XXS.gguf +3 -0
  8. bloomz-560m.i1-IQ3_M.gguf +3 -0
  9. bloomz-560m.i1-IQ3_S.gguf +3 -0
  10. bloomz-560m.i1-IQ3_XS.gguf +3 -0
  11. bloomz-560m.i1-IQ3_XXS.gguf +3 -0
  12. bloomz-560m.i1-IQ4_NL.gguf +3 -0
  13. bloomz-560m.i1-IQ4_XS.gguf +3 -0
  14. bloomz-560m.i1-Q2_K.gguf +3 -0
  15. bloomz-560m.i1-Q2_K_S.gguf +3 -0
  16. bloomz-560m.i1-Q3_K_L.gguf +3 -0
  17. bloomz-560m.i1-Q3_K_M.gguf +3 -0
  18. bloomz-560m.i1-Q3_K_S.gguf +3 -0
  19. bloomz-560m.i1-Q4_0.gguf +3 -0
  20. bloomz-560m.i1-Q4_1.gguf +3 -0
  21. bloomz-560m.i1-Q4_K_M.gguf +3 -0
  22. bloomz-560m.i1-Q4_K_S.gguf +3 -0
  23. bloomz-560m.i1-Q5_K_M.gguf +3 -0
  24. bloomz-560m.i1-Q5_K_S.gguf +3 -0
  25. bloomz-560m.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ bloomz-560m.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ bloomz-560m.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ bloomz-560m.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ bloomz-560m.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ bloomz-560m.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ bloomz-560m.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ bloomz-560m.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ bloomz-560m.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ bloomz-560m.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ bloomz-560m.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ bloomz-560m.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ bloomz-560m.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ bloomz-560m.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ bloomz-560m.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ bloomz-560m.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ bloomz-560m.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ bloomz-560m.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ bloomz-560m.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ bloomz-560m.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ bloomz-560m.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ bloomz-560m.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ bloomz-560m.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ bloomz-560m.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ bloomz-560m.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
bloomz-560m.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2c40a7fb5705023f718e9ad188d09e9452d35632433ef8b76ed0b0d0973c6f8
3
+ size 343252704
bloomz-560m.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b618e0ad7caa92e837b4a8c0f00bae5b0dea77edb61fbaf02ea96dd6685e1ac
3
+ size 337059552
bloomz-560m.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7530ecef5b4b123f38e669db19d74e2f0970f2ac6b366c6e59f4a42a0ab406b3
3
+ size 401784544
bloomz-560m.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d726d817b2be70dcfe36d3c07f2ad98cc920747e9fcf62c19cc0c7bef96d49a
3
+ size 393527008
bloomz-560m.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb2cd491339973b74ba4076b18850f2323169035481f9f6f792de4b566896ca1
3
+ size 362618592
bloomz-560m.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b05b72fb6db03840b5ca062e910805e62eea887761fb36a55ff0e3512f8323
3
+ size 353574624
bloomz-560m.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2209d408bc7da30dce496836625276068670ad1ec73d5cce92a8c55f2a0fcce
3
+ size 479846112
bloomz-560m.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dca98eedaebc2cb619c6dbb63b857a58c7346548a19f9ba50fd97e760e269549
3
+ size 464805600
bloomz-560m.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceb23b0ee6859a65e6aa886f89da9f46f1cb1904c31d6c76a12f04ca2c5884a9
3
+ size 461266656
bloomz-560m.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86175d71faf85374d2cdb01446fa56f3087530c336126663f6d8404994666e29
3
+ size 417709792
bloomz-560m.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff14ac8f4cb6a4bee7c1b3b45e7cee1ee4db5e1918ad9bfa01ef771aac46449f
3
+ size 539033312
bloomz-560m.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8036841790e320a6628c0f53eeaeb7feca1bbe33d26764e517c0c1be5c06e5b4
3
+ size 521567968
bloomz-560m.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02630e4bd0e825e0ebda3d2e12d35e979f139e08405881421e88ab5c169bf245
3
+ size 420822752
bloomz-560m.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da4810174c16bb426016a8e24fa34a1a55444df3cbd27a1533bdaf722a380495
3
+ size 410992352
bloomz-560m.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f511ffaedbd93309b430288160d30f0e2830a156923d844ced4ecf8cd308dcdb
3
+ size 507272928
bloomz-560m.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8599b77d29446bad8c86aada1ad47547fb0980dd7a6e1fee82cee6e1e3969a6a
3
+ size 492068576
bloomz-560m.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1910d6ea2b398e57f5271748f30f2c8587a3b310e7963ed1b28cdf190132bd77
3
+ size 464805600
bloomz-560m.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7cefdd50d3e72375aa39dbfe11f752e7ba695c912264494d6d4e7c6edcae95
3
+ size 539819744
bloomz-560m.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05dd065e578d4936c3990f162b33b46a08642a54d87d5145465ef68683f93e2e
3
+ size 573964000
bloomz-560m.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3e5da5a02f6af27b57a03f402d3d48be07130cf426a2fbd7031401b2a769e25
3
+ size 561446624
bloomz-560m.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5590dc867f9be033d76504ac87a8ed4b68be984d2073362676e4da55452031ec
3
+ size 540606176
bloomz-560m.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e097486fa7a13ed03bcfe239ccbcee8bf526690521dc75213eb31ccbe391e42
3
+ size 625606368
bloomz-560m.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b365d119a7f56ed22362ad2881bab01b08638b64ad75946fead8258c1d9aba51
3
+ size 608894688
bloomz-560m.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec9577b94e4c4fc76aacf493d0cf8d1b2138e31dc6d38c5b679aa01865fd0409
3
+ size 683122400