Hugging Face's logo

mradermacher
/
flammen3-mistral-7B-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
414fb90
·
verified ·
1 Parent(s): 2d92d62

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. flammen3-mistral-7B.IQ4_XS.gguf +3 -0
  3. flammen3-mistral-7B.Q2_K.gguf +3 -0
  4. flammen3-mistral-7B.Q3_K_L.gguf +3 -0
  5. flammen3-mistral-7B.Q3_K_M.gguf +3 -0
  6. flammen3-mistral-7B.Q3_K_S.gguf +3 -0
  7. flammen3-mistral-7B.Q4_K_M.gguf +3 -0
  8. flammen3-mistral-7B.Q4_K_S.gguf +3 -0
  9. flammen3-mistral-7B.Q5_K_M.gguf +3 -0
  10. flammen3-mistral-7B.Q5_K_S.gguf +3 -0
  11. flammen3-mistral-7B.Q6_K.gguf +3 -0
  12. flammen3-mistral-7B.Q8_0.gguf +3 -0
  13. flammen3-mistral-7B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ flammen3-mistral-7B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ flammen3-mistral-7B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ flammen3-mistral-7B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ flammen3-mistral-7B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ flammen3-mistral-7B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ flammen3-mistral-7B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ flammen3-mistral-7B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ flammen3-mistral-7B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ flammen3-mistral-7B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ flammen3-mistral-7B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ flammen3-mistral-7B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ flammen3-mistral-7B.f16.gguf filter=lfs diff=lfs merge=lfs -text
flammen3-mistral-7B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86553c32036d82e899fed03c7c5bb724613886c767e5ee720f7f388ffa626b44
3
+ size 3944389632
flammen3-mistral-7B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c857bb77df4f5b0ad3528e81e7a31b9f78e160bcf8434f534ed308556f03f2
3
+ size 2719243264
flammen3-mistral-7B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46e069ba9af424e0992b0ed51aa7299b04aa553f5b2499c0c631d52514247af5
3
+ size 3822025728
flammen3-mistral-7B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90669976c7ba8d511b446861470738916a1b31ecb7e1780a1b6dc00d35d77de
3
+ size 3518987264
flammen3-mistral-7B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a07d4507a4460407b7226d51bfb19ad694c889b95f3c79f680aae33287c328
3
+ size 3164568576
flammen3-mistral-7B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8777ca6a26c2e7533d5ec56b097faa52fbbd0e5488418da98cd66d04b482c6c
3
+ size 4368440320
flammen3-mistral-7B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466380abcdf2999ea2c1afedb5f8001ca347225c6f1893aac3ab5b0ef9c0745f
3
+ size 4140375040
flammen3-mistral-7B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0909a53d7335ae87eb671229e1b8a231897cd9195d5818d5119417a12e80ca
3
+ size 5131410432
flammen3-mistral-7B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16b5e4f9eb67652c0acb5d8ef319c17d0b18f2c3d81786d3baf30aff66a59031
3
+ size 4997716992
flammen3-mistral-7B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:339f0621e452eabfc70bb6f0620384ba1460a4a6f0b4231e9c41fcff8e9afa45
3
+ size 5942066176
flammen3-mistral-7B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d543a52de18bf3db2cc083d12da6bf97531551d7e8053164cb0ed4a3cd38238f
3
+ size 7695858688
flammen3-mistral-7B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc80ea92e136e3cdec6da5474e06389f9cacad6446de39152d75df02d6b664fc
3
+ size 14484732928