Hugging Face's logo

SpongeEngine
/
2B_or_not_2B-i1-GGUF

GGUF
English
SpongeQuant
i1-GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
dclipca commited on
Commit
8690604
·
verified ·
1 Parent(s): 5678c63

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. .gitattributes +22 -0
  2. 2B_or_not_2B.imatrix.dat +3 -0
  3. 2b_or_not_2b-i1-IQ2_S.gguf +3 -0
  4. 2b_or_not_2b-i1-IQ2_XS.gguf +3 -0
  5. 2b_or_not_2b-i1-IQ2_XXS.gguf +3 -0
  6. 2b_or_not_2b-i1-IQ3_M.gguf +3 -0
  7. 2b_or_not_2b-i1-IQ3_S.gguf +3 -0
  8. 2b_or_not_2b-i1-IQ3_XS.gguf +3 -0
  9. 2b_or_not_2b-i1-IQ3_XXS.gguf +3 -0
  10. 2b_or_not_2b-i1-IQ4_NL.gguf +3 -0
  11. 2b_or_not_2b-i1-IQ4_XS.gguf +3 -0
  12. 2b_or_not_2b-i1-Q2_K.gguf +3 -0
  13. 2b_or_not_2b-i1-Q2_K_S.gguf +3 -0
  14. 2b_or_not_2b-i1-Q3_K_L.gguf +3 -0
  15. 2b_or_not_2b-i1-Q3_K_M.gguf +3 -0
  16. 2b_or_not_2b-i1-Q3_K_S.gguf +3 -0
  17. 2b_or_not_2b-i1-Q4_0.gguf +3 -0
  18. 2b_or_not_2b-i1-Q4_1.gguf +3 -0
  19. 2b_or_not_2b-i1-Q4_K_M.gguf +3 -0
  20. 2b_or_not_2b-i1-Q4_K_S.gguf +3 -0
  21. 2b_or_not_2b-i1-Q5_K_M.gguf +3 -0
  22. 2b_or_not_2b-i1-Q5_K_S.gguf +3 -0
  23. 2b_or_not_2b-i1-Q6_K.gguf +3 -0
  24. README.md +26 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ 2B_or_not_2B.imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ 2b_or_not_2b-i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ 2b_or_not_2b-i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ 2b_or_not_2b-i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ 2b_or_not_2b-i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ 2b_or_not_2b-i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ 2b_or_not_2b-i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ 2b_or_not_2b-i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ 2b_or_not_2b-i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
45
+ 2b_or_not_2b-i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ 2b_or_not_2b-i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ 2b_or_not_2b-i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ 2b_or_not_2b-i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ 2b_or_not_2b-i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ 2b_or_not_2b-i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ 2b_or_not_2b-i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ 2b_or_not_2b-i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
53
+ 2b_or_not_2b-i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ 2b_or_not_2b-i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ 2b_or_not_2b-i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ 2b_or_not_2b-i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ 2b_or_not_2b-i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
2B_or_not_2B.imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be7702f95aa03453db2aeef1f3449bc77e24db9d419fbb0283de9d96cb6812a
3
+ size 2068547
2b_or_not_2b-i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:690b7154040186ae37c329ecf5a7a9f3d323aa15a72e28f07d040ca7cf0517ea
3
+ size 962291744
2b_or_not_2b-i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50933bbfd6837194a25074c80122c01a6bdc1f0e8adf185c1968167f618beba6
3
+ size 944859168
2b_or_not_2b-i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c5da445f425e7eb2d0ebfe6fbf8244129c668cdf8c75b0bd602e209dde13aa3
3
+ size 885319712
2b_or_not_2b-i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d5663353ef7c37e6b8ff93c4546338a97b7a689d9695819dc96802dbd5723f4
3
+ size 1308174368
2b_or_not_2b-i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf145adfa38e9845ee28ce83daa174e4236d937a6fe862824b32b7794984f48
3
+ size 1289234464
2b_or_not_2b-i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38aebbbb4a75f5a374ac95af7066e1c15b71f8a59721ab028af7ffd54b7db749
3
+ size 1244358688
2b_or_not_2b-i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed0ee69e853396840e023d09ae996a3e585dbcea40bfdb463748844f7bd7c6d
3
+ size 1125378080
2b_or_not_2b-i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74d1983b9a1e5bed88c7d09ab168e22730cd8e82270ca644289ea2fd4f51907
3
+ size 1552369696
2b_or_not_2b-i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:834b2e1b0edcba66a692fc32ee769da8f3c877163066316f3300f980f39fc5e4
3
+ size 1490733088
2b_or_not_2b-i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ce5f5bb748f5fff1313f4a0a4ae0ea5aac1afcdc8f2f93483a9860a0293f0c
3
+ size 1157924896
2b_or_not_2b-i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d691943b9c2b0c7b94ab61d94fc92dca356c4d24db4a05a9b837a492127e63
3
+ size 1104644128
2b_or_not_2b-i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:565ff9ecf49ff79d3b1633f084ed591f8e8d43e2a080b632dc984e3a1d7922e0
3
+ size 1465591840
2b_or_not_2b-i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c26fb6b7dace064db1d0d98f99060c5c8ac920cfbc4f05c092dfd7433d687161
3
+ size 1383802912
2b_or_not_2b-i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19c43ade72bb48fe7a7100de32caea565f009a8c21a553bc5a66be2ab7ec4ce
3
+ size 1287981088
2b_or_not_2b-i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ed15c752c64ff8796ae455d60a9a4665f1440230fb3355409477ac13f187fce
3
+ size 1555384352
2b_or_not_2b-i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c70726384d30cba399aba124949e9d816a9df69cfc0f48bbdd7afb17f537b09
3
+ size 1675053088
2b_or_not_2b-i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31f48abbc3090acbf6dfc81e17ff70997e76a1bc05c19aa2a07cae4b142f9df1
3
+ size 1630263328
2b_or_not_2b-i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249b1a3ba802309b4e07d92d760f248a10ac7932de86335f061669b1952465a0
3
+ size 1559840800
2b_or_not_2b-i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c4fb45e09b0142c496ab24b8fe1b5cd108c5267c428c7c924071e6626c9a5c9
3
+ size 1839650848
2b_or_not_2b-i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76df94d4b5dd643d1b3b9906d216630738e35dad2821708d63ab0f27379000d7
3
+ size 1798916128
2b_or_not_2b-i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1cb51d7b92457b7d49086896b6f8fd7a15aed9143412f4ddd4c7152fd7e09b9
3
+ size 2062125088
README.md ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: SicariusSicariiStuff/2B_or_not_2B
3
+ language:
4
+ - en
5
+ license: mit
6
+ quantized_by: SpongeQuant
7
+ tags:
8
+ - SpongeQuant
9
+ - i1-GGUF
10
+ ---
11
+
12
+
13
+ Quantized to `i1-GGUF` using [SpongeQuant](https://github.com/SpongeEngine/SpongeQuant), the Oobabooga of LLM quantization. Chat & support at [Sponge Engine](https://discord.gg/azNmr2Gdgy).
14
+
15
+ <figure>
16
+ <img src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/117.png" alt="117. Statement 1/2">
17
+ <figcaption>117. Statement 1/2</figcaption>
18
+ </figure>
19
+
20
+ <figure>
21
+ <audio controls>
22
+ <source src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/013.mp3" type="audio/mp3">
23
+ Your browser does not support the audio element.
24
+ </audio>
25
+ <figcaption>13. Sokaku-Reibo (Depicting the Cranes in Their Nest) – Goro Yamaguchi</figcaption>
26
+ </figure>