Hugging Face's logo

cortexso
/
gemma2

Text Generation
GGUF
cortex.cpp
Inference Endpoints
conversational
Model card Files Community
jan-hq commited on
Commit
afdbfad
·
verified ·
1 Parent(s): 36233e7

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. gemma-2-9b-it-q2_k.gguf +3 -0
  3. gemma-2-9b-it-q3_k_l.gguf +3 -0
  4. gemma-2-9b-it-q3_k_m.gguf +3 -0
  5. gemma-2-9b-it-q3_k_s.gguf +3 -0
  6. gemma-2-9b-it-q4_k_m.gguf +3 -0
  7. gemma-2-9b-it-q4_k_s.gguf +3 -0
  8. gemma-2-9b-it-q5_k_m.gguf +3 -0
  9. gemma-2-9b-it-q5_k_s.gguf +3 -0
  10. gemma-2-9b-it-q6_k.gguf +3 -0
  11. gemma-2-9b-it-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -54,3 +54,13 @@ gemma-2-27b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
54
  gemma-2-27b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
55
  gemma-2-27b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
56
  gemma-2-27b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
54
  gemma-2-27b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
55
  gemma-2-27b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
56
  gemma-2-27b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
57
+ gemma-2-9b-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
58
+ gemma-2-9b-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
59
+ gemma-2-9b-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
60
+ gemma-2-9b-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
61
+ gemma-2-9b-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
62
+ gemma-2-9b-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
63
+ gemma-2-9b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
64
+ gemma-2-9b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
65
+ gemma-2-9b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
66
+ gemma-2-9b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2-9b-it-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86912a9cf88c56aa4ff2b26aa090c0581c4d36d9a878e1389402f34541e3d3f
3
+ size 3805398112
gemma-2-9b-it-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c18a64381d1ad3b494d408cdeaecfcd73f9167ce17c8ab9c966d63222c61b6a8
3
+ size 5132452960
gemma-2-9b-it-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26d9604a1f8b2ca075a667e60e4e40f86f71d64a4cb2a943a16923ea78e90b4e
3
+ size 4761781344
gemma-2-9b-it-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:927f489f9774d748f3139f34bb9759c8d087d8b51e0404089527e91c6075754d
3
+ size 4337665120
gemma-2-9b-it-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5951869a481ea45262d7c0ef171f049ec224896a6765343659a67e9f953f8076
3
+ size 5761057888
gemma-2-9b-it-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed5e61197304c996302f30f873392c5d8bc5e8c8b0802bc446f576dd5fa5398
3
+ size 5478925408
gemma-2-9b-it-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb387f0216a228ab09a613e4024c337decc61a17a313c5fb25e91c429a4a3978
3
+ size 6647366752
gemma-2-9b-it-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c3ea43c06f65e57f3520684442c7887d9b85cae5e54285b4a486b355a69f78
3
+ size 6483592288
gemma-2-9b-it-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ede51e7e6c416eb5a233f59a63895eb46e77882d48bcfab713ac9da59cae687
3
+ size 7589069920
gemma-2-9b-it-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18e9b8b34a043bf70d387e1dc2f7c78aeb005b83d29e7132d33514d85cf3bf01
3
+ size 9827148896