m8than commited on
Commit
4c0c289
Β·
verified Β·
1 Parent(s): d3df19d

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Xenon1-Zenith-7B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Xenon1-Zenith-7B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Xenon1-Zenith-7B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Xenon1-Zenith-7B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Xenon1-Zenith-7B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Xenon1-Zenith-7B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Xenon1-Zenith-7B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Xenon1-Zenith-7B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Xenon1-Zenith-7B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Xenon1-Zenith-7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Xenon1-Zenith-7B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ featherless-quants.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Xenon1/Zenith-7B
3
+ pipeline_tag: text-generation
4
+ quantized_by: featherless-ai-quants
5
+ ---
6
+
7
+ # Xenon1/Zenith-7B GGUF Quantizations πŸš€
8
+
9
+ ![Featherless AI Quants](./featherless-quants.png)
10
+
11
+ *Optimized GGUF quantization files for enhanced model performance*
12
+
13
+ > Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
14
+ ---
15
+
16
+ ## Available Quantizations πŸ“Š
17
+
18
+ | Quantization Type | File | Size |
19
+ |-------------------|------|------|
20
+ | IQ4_XS | [Xenon1-Zenith-7B-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-IQ4_XS.gguf) | 3761.66 MB |
21
+ | Q2_K | [Xenon1-Zenith-7B-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q2_K.gguf) | 2593.27 MB |
22
+ | Q3_K_L | [Xenon1-Zenith-7B-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q3_K_L.gguf) | 3644.97 MB |
23
+ | Q3_K_M | [Xenon1-Zenith-7B-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q3_K_M.gguf) | 3355.97 MB |
24
+ | Q3_K_S | [Xenon1-Zenith-7B-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q3_K_S.gguf) | 3017.97 MB |
25
+ | Q4_K_M | [Xenon1-Zenith-7B-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q4_K_M.gguf) | 4166.07 MB |
26
+ | Q4_K_S | [Xenon1-Zenith-7B-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q4_K_S.gguf) | 3948.57 MB |
27
+ | Q5_K_M | [Xenon1-Zenith-7B-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q5_K_M.gguf) | 4893.69 MB |
28
+ | Q5_K_S | [Xenon1-Zenith-7B-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q5_K_S.gguf) | 4766.19 MB |
29
+ | Q6_K | [Xenon1-Zenith-7B-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q6_K.gguf) | 5666.80 MB |
30
+ | Q8_0 | [Xenon1-Zenith-7B-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/Xenon1-Zenith-7B-GGUF/blob/main/Xenon1-Zenith-7B-Q8_0.gguf) | 7339.34 MB |
31
+
32
+
33
+ ---
34
+
35
+ ## ⚑ Powered by [Featherless AI](https://featherless.ai)
36
+
37
+ ### Key Features
38
+
39
+ - πŸ”₯ **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
40
+ - πŸ› οΈ **Zero Infrastructure** - No server setup or maintenance required
41
+ - πŸ“š **Vast Compatibility** - Support for 2400+ models and counting
42
+ - πŸ’Ž **Affordable Pricing** - Starting at just $10/month
43
+
44
+ ---
45
+
46
+ **Links:**
47
+ [Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)
Xenon1-Zenith-7B-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa61c36811165da1e1b92149017589e0e41e0d3534c3cacaf58e2f4320f02518
3
+ size 3944389216
Xenon1-Zenith-7B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:438ba1feb75d5c5e95f5bf9f83ab991224c7103d22d0f2406c037a5c86fc5d4c
3
+ size 2719242848
Xenon1-Zenith-7B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:573a2414777481443155374943307025837bcf192463a9ccda9984e6896a289e
3
+ size 3822025312
Xenon1-Zenith-7B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:330f1e4a896aab22c355c12b6b259c19574b6c79a2501af97e43bb63f9e68aea
3
+ size 3518986848
Xenon1-Zenith-7B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2e63f7b3cc74df234656523a3ffb9214b05a92c15e760fd7d9698efe9ee1091
3
+ size 3164568160
Xenon1-Zenith-7B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4160b4f199d1886d601e0eafa0aa95355512086a5f058fad38df02f832860e6d
3
+ size 4368439904
Xenon1-Zenith-7B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56bce4e4c2c36d0d11bf66b79c5fd37ed9b4e212db908c08be0ea4b6677a148f
3
+ size 4140374624
Xenon1-Zenith-7B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55a2f55062828a227a7f5ceed985ecc1fb508e8b7d239742439cac7c8704bf78
3
+ size 5131410016
Xenon1-Zenith-7B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4499b79c6818d27a111d678f8f89dcc08f8fd35ab51d8591912379fb70dc4b4
3
+ size 4997716576
Xenon1-Zenith-7B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb2f64e23977264149e9d537f6caf50325d9126a547631b8f714ae9815c6210
3
+ size 5942065760
Xenon1-Zenith-7B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5ba8d9ea4cecc3d34941c52b95537104d2cc1df13b0963a531589efe0bff6b0
3
+ size 7695858272
featherless-quants.png ADDED

Git LFS Details

  • SHA256: 2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b
  • Pointer size: 132 Bytes
  • Size of remote file: 1.61 MB