Hugging Face's logo

mradermacher
/
Quark-464M-v0.1.alpha-i1-GGUF

Transformers
GGUF
Chinese
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
0273f12
·
verified ·
1 Parent(s): 2c038fb

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Quark-464M-v0.1.alpha.i1-IQ1_M.gguf +3 -0
  3. Quark-464M-v0.1.alpha.i1-IQ1_S.gguf +3 -0
  4. Quark-464M-v0.1.alpha.i1-IQ2_M.gguf +3 -0
  5. Quark-464M-v0.1.alpha.i1-IQ2_S.gguf +3 -0
  6. Quark-464M-v0.1.alpha.i1-IQ2_XS.gguf +3 -0
  7. Quark-464M-v0.1.alpha.i1-IQ2_XXS.gguf +3 -0
  8. Quark-464M-v0.1.alpha.i1-IQ3_M.gguf +3 -0
  9. Quark-464M-v0.1.alpha.i1-IQ3_S.gguf +3 -0
  10. Quark-464M-v0.1.alpha.i1-IQ3_XS.gguf +3 -0
  11. Quark-464M-v0.1.alpha.i1-IQ3_XXS.gguf +3 -0
  12. Quark-464M-v0.1.alpha.i1-IQ4_NL.gguf +3 -0
  13. Quark-464M-v0.1.alpha.i1-IQ4_XS.gguf +3 -0
  14. Quark-464M-v0.1.alpha.i1-Q2_K.gguf +3 -0
  15. Quark-464M-v0.1.alpha.i1-Q2_K_S.gguf +3 -0
  16. Quark-464M-v0.1.alpha.i1-Q3_K_L.gguf +3 -0
  17. Quark-464M-v0.1.alpha.i1-Q3_K_M.gguf +3 -0
  18. Quark-464M-v0.1.alpha.i1-Q3_K_S.gguf +3 -0
  19. Quark-464M-v0.1.alpha.i1-Q4_0.gguf +3 -0
  20. Quark-464M-v0.1.alpha.i1-Q4_1.gguf +3 -0
  21. Quark-464M-v0.1.alpha.i1-Q4_K_M.gguf +3 -0
  22. Quark-464M-v0.1.alpha.i1-Q4_K_S.gguf +3 -0
  23. Quark-464M-v0.1.alpha.i1-Q5_K_M.gguf +3 -0
  24. Quark-464M-v0.1.alpha.i1-Q5_K_S.gguf +3 -0
  25. Quark-464M-v0.1.alpha.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Quark-464M-v0.1.alpha.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Quark-464M-v0.1.alpha.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Quark-464M-v0.1.alpha.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Quark-464M-v0.1.alpha.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Quark-464M-v0.1.alpha.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Quark-464M-v0.1.alpha.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Quark-464M-v0.1.alpha.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Quark-464M-v0.1.alpha.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Quark-464M-v0.1.alpha.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Quark-464M-v0.1.alpha.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Quark-464M-v0.1.alpha.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Quark-464M-v0.1.alpha.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Quark-464M-v0.1.alpha.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Quark-464M-v0.1.alpha.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Quark-464M-v0.1.alpha.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Quark-464M-v0.1.alpha.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Quark-464M-v0.1.alpha.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Quark-464M-v0.1.alpha.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Quark-464M-v0.1.alpha.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Quark-464M-v0.1.alpha.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Quark-464M-v0.1.alpha.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Quark-464M-v0.1.alpha.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Quark-464M-v0.1.alpha.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Quark-464M-v0.1.alpha.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Quark-464M-v0.1.alpha.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ef75313c319d97da3d306629b9011adc29f48a559b257c5396a7695b877138
3
+ size 185521472
Quark-464M-v0.1.alpha.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d03e501dd9ead8c8b54d17d38bb02e08ff612f36990874fe4a24e8bec74a7dbc
3
+ size 179678528
Quark-464M-v0.1.alpha.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72cfc705793a3ad46df2fb346f07bcd20df67d2043ad24b21c0868470cd75fe0
3
+ size 218600768
Quark-464M-v0.1.alpha.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc44fbfba61d731a59d57383a2ff5bb6ab7911f0b2aab2b926e832fe72d95141
3
+ size 210810176
Quark-464M-v0.1.alpha.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e3050584c74edb5af7e18d04252a6ec12d2aa040352db4b1c52ce1c527e1aaf
3
+ size 203836736
Quark-464M-v0.1.alpha.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:372402f9e0f827901a9d48056233bacfea02cd4a70f16511953117b8bf32c035
3
+ size 195259712
Quark-464M-v0.1.alpha.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1033ba2882622da25ff2896de5c3c42f0e0fec07fdde7b7b0eb9008444e9263
3
+ size 274364736
Quark-464M-v0.1.alpha.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78a80803fe47d6051495de8dcd217068217c3b17b2e3fe7438dc77ed651049a
3
+ size 266531136
Quark-464M-v0.1.alpha.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4c9b0be4be8c9b608ae006cf4a99d8b9d2efc7a5246d911e44c0f173a9cf7ea
3
+ size 259305792
Quark-464M-v0.1.alpha.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79d9ddb76d13658fa028942b7fa4ba15b04c3e3ddd77036c7773c7dd715fc18d
3
+ size 229451072
Quark-464M-v0.1.alpha.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d5e411f53ad3b1ae99601e79e009fae0eb4c16d9677c91237540623c25111f
3
+ size 307474752
Quark-464M-v0.1.alpha.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7d6a7fda96a7ae308026c616bc9faf3cc58f7454eaaa07be7c8168151dbfabf
3
+ size 297840960
Quark-464M-v0.1.alpha.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9bc78cb9acf9cd7c2991ddbd3bd50b044648255085032789e4c522377b939f8
3
+ size 247361856
Quark-464M-v0.1.alpha.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c560674338634fe535a134e327bb1e802e5a4e979d1864f0693c75b13dabed09
3
+ size 237248832
Quark-464M-v0.1.alpha.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca9759319f73ef9c972645d5289676a772c86b67293d996227fe4c0e2c57bfa
3
+ size 297349440
Quark-464M-v0.1.alpha.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef538678d7c214603661dd1c401ccda7377cc5a11d91d0dc58c47ab48a803fc
3
+ size 283029824
Quark-464M-v0.1.alpha.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5166c58c27b1dcff6d33766e96c7e0ce0f4d366d97ca0fc96b90efe14bda10f4
3
+ size 266531136
Quark-464M-v0.1.alpha.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cb1e3313e1d0e12e261398b72707840d41968ae68065219c2f1646005bf8cd0
3
+ size 308015424
Quark-464M-v0.1.alpha.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:933ae538d77002f02163e81ae57fa530f6e7525029629a6d5a36d0f82b3fc9e4
3
+ size 326742336
Quark-464M-v0.1.alpha.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:887c245fe6f2dcd5be4f3b47a564f22dc83278a6e496f99a22f2c8161b584138
3
+ size 319639872
Quark-464M-v0.1.alpha.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c4787131c80092875b79fb5a15b1909b490613686aacc620489f86fe301b6f9
3
+ size 309080384
Quark-464M-v0.1.alpha.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ee425eb065a741431a0a604ed8e7f4b3121638241e1ac6c7c7315af4b1a31a
3
+ size 352276800
Quark-464M-v0.1.alpha.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44bcc0ff6d816bf21650f966f949f5a2c86cc7c5b53b9f48562fc7996c59c8a5
3
+ size 346009920
Quark-464M-v0.1.alpha.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:582eb6303efd13c0317baea69763bd641398386872cad63c90285200d2ca7605
3
+ size 386953536