Hugging Face's logo

mradermacher
/
Dark-Hermes3-Llama3.2-3B-i1-GGUF

Transformers
GGUF
English
Llama-3
instruct
finetune
chatml
gpt4
synthetic data
distillation
function calling
json mode
axolotl
roleplaying
chat
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
04d6dd3
·
verified ·
1 Parent(s): eae9b93

uploaded from nico1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Dark-Hermes3-Llama3.2-3B.i1-IQ1_M.gguf +3 -0
  3. Dark-Hermes3-Llama3.2-3B.i1-IQ1_S.gguf +3 -0
  4. Dark-Hermes3-Llama3.2-3B.i1-IQ2_M.gguf +3 -0
  5. Dark-Hermes3-Llama3.2-3B.i1-IQ2_S.gguf +3 -0
  6. Dark-Hermes3-Llama3.2-3B.i1-IQ2_XS.gguf +3 -0
  7. Dark-Hermes3-Llama3.2-3B.i1-IQ2_XXS.gguf +3 -0
  8. Dark-Hermes3-Llama3.2-3B.i1-IQ3_M.gguf +3 -0
  9. Dark-Hermes3-Llama3.2-3B.i1-IQ3_S.gguf +3 -0
  10. Dark-Hermes3-Llama3.2-3B.i1-IQ3_XS.gguf +3 -0
  11. Dark-Hermes3-Llama3.2-3B.i1-IQ3_XXS.gguf +3 -0
  12. Dark-Hermes3-Llama3.2-3B.i1-IQ4_NL.gguf +3 -0
  13. Dark-Hermes3-Llama3.2-3B.i1-IQ4_XS.gguf +3 -0
  14. Dark-Hermes3-Llama3.2-3B.i1-Q2_K.gguf +3 -0
  15. Dark-Hermes3-Llama3.2-3B.i1-Q2_K_S.gguf +3 -0
  16. Dark-Hermes3-Llama3.2-3B.i1-Q3_K_L.gguf +3 -0
  17. Dark-Hermes3-Llama3.2-3B.i1-Q3_K_M.gguf +3 -0
  18. Dark-Hermes3-Llama3.2-3B.i1-Q3_K_S.gguf +3 -0
  19. Dark-Hermes3-Llama3.2-3B.i1-Q4_0.gguf +3 -0
  20. Dark-Hermes3-Llama3.2-3B.i1-Q4_1.gguf +3 -0
  21. Dark-Hermes3-Llama3.2-3B.i1-Q4_K_M.gguf +3 -0
  22. Dark-Hermes3-Llama3.2-3B.i1-Q4_K_S.gguf +3 -0
  23. Dark-Hermes3-Llama3.2-3B.i1-Q5_K_M.gguf +3 -0
  24. Dark-Hermes3-Llama3.2-3B.i1-Q5_K_S.gguf +3 -0
  25. Dark-Hermes3-Llama3.2-3B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Dark-Hermes3-Llama3.2-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Dark-Hermes3-Llama3.2-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Dark-Hermes3-Llama3.2-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Dark-Hermes3-Llama3.2-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Dark-Hermes3-Llama3.2-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Dark-Hermes3-Llama3.2-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Dark-Hermes3-Llama3.2-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Dark-Hermes3-Llama3.2-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Dark-Hermes3-Llama3.2-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Dark-Hermes3-Llama3.2-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Dark-Hermes3-Llama3.2-3B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Dark-Hermes3-Llama3.2-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Dark-Hermes3-Llama3.2-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Dark-Hermes3-Llama3.2-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Dark-Hermes3-Llama3.2-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Dark-Hermes3-Llama3.2-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Dark-Hermes3-Llama3.2-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Dark-Hermes3-Llama3.2-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Dark-Hermes3-Llama3.2-3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Dark-Hermes3-Llama3.2-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Dark-Hermes3-Llama3.2-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Dark-Hermes3-Llama3.2-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Dark-Hermes3-Llama3.2-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Dark-Hermes3-Llama3.2-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Dark-Hermes3-Llama3.2-3B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a34d749f37923c7bdd8a6767275f3b395a8b9ed85009362c41c070b7095aeb
3
+ size 1053470080
Dark-Hermes3-Llama3.2-3B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ba88db34557bbc467d7d4a5311f1f75d4f95085dfcb0a6d37065d158332831c
3
+ size 997436800
Dark-Hermes3-Llama3.2-3B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d4971ced21945e105dc35323dee86d054540e35788b7501697cdeceb31bf066
3
+ size 1398326656
Dark-Hermes3-Llama3.2-3B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe4b843fe0a92388443f498dda4d0a702192d038bf6ff0ada29e1ad79d55965
3
+ size 1323615616
Dark-Hermes3-Llama3.2-3B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84ebf3925953b994b3b956b24c414e1a7700fe857f34fa47d8f13db54184f56
3
+ size 1229827456
Dark-Hermes3-Llama3.2-3B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244d7c8eb3179029d8307acebe1f80e1a563dbb0b1f371bd45e7fb400f4ab345
3
+ size 1146858880
Dark-Hermes3-Llama3.2-3B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a05df77aed03df8240c9d67043c93c404f1d895c9ea1f73ba8e01bab71958fc7
3
+ size 1768963456
Dark-Hermes3-Llama3.2-3B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f92cdc6bdb268b082233068fd2b0c9eab8f9a4b0bd6072d161356424bf3787c2
3
+ size 1712143744
Dark-Hermes3-Llama3.2-3B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72c8db6e27edc711d512e592f15253571306487111550be5d45979ed550e8e2e
3
+ size 1646083456
Dark-Hermes3-Llama3.2-3B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02ca23c063460d82593ee1cf78ce0fef5bdeb4735ef4c42395aa213cd256b411
3
+ size 1518060928
Dark-Hermes3-Llama3.2-3B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d85dbe199042c609fe14174a5aeb8f75b49ff0c108fc35f7af029d47b6b3d07
3
+ size 2138813824
Dark-Hermes3-Llama3.2-3B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6b90df500f55c8151fb25a8f7314f9d56f7193d4166d4c449338d10fbb1e494
3
+ size 2038420864
Dark-Hermes3-Llama3.2-3B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:776fc8c524352733415ea65298623b15b065647ec442951a89d0780277fa806c
3
+ size 1493214592
Dark-Hermes3-Llama3.2-3B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31ea56fa6226d2db1c63093f3e46f0e570beb62b309a71b41ec6a11ab1b49ff5
3
+ size 1403561344
Dark-Hermes3-Llama3.2-3B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:416fb8675de875d097139e8e324fda8259a60c1f4a1d3392c5f961a402aae746
3
+ size 1984642432
Dark-Hermes3-Llama3.2-3B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c40f71df6c3d627d259526675baddd46af8680554607a4d55936e36ccda32b3
3
+ size 1856454016
Dark-Hermes3-Llama3.2-3B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bfddaeecef5d0ebe020d7e9b9b26d08be02ee0fe6086fb98a24d23cc88a8526
3
+ size 1712143744
Dark-Hermes3-Llama3.2-3B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd47b1ca0a4d84ecee2706309aed1d45642b6312d733ed7eb9a86f5b78acb935
3
+ size 2143532416
Dark-Hermes3-Llama3.2-3B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:072d4397d46a03bb7da8700c84a1165013c818ff5aa79146e93938751d32cf33
3
+ size 2339599744
Dark-Hermes3-Llama3.2-3B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ce7d44a3ef68e5fa5b29682c253282258d6f7ff8310def83d79d28d365753e3
3
+ size 2241000832
Dark-Hermes3-Llama3.2-3B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9130cb3c89ed835825a2dcd97d1ae9f19697d0ddffe4449184fc955e2f6b38cf
3
+ size 2149823872
Dark-Hermes3-Llama3.2-3B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16d27fd03be6abd9ef07d0dba8a905103b65312c1c8835ee24a5cd714ea12105
3
+ size 2593027456
Dark-Hermes3-Llama3.2-3B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad4d7cc7a74b652da5ee080aa80096060b736dbd5090b046947d051f7a636486
3
+ size 2540385664
Dark-Hermes3-Llama3.2-3B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecb6ed6745aea9a22e2c8f3e614c06a54b761fff5a3c18047df1429809611acc
3
+ size 2967055744