Hugging Face's logo

cortexso
/
gemma2

Text Generation
GGUF
cortex.cpp
Inference Endpoints
conversational
Model card Files Community
jan-hq commited on
Commit
36233e7
·
verified ·
1 Parent(s): 236f0f2

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. gemma-2-27b-it-q2_k.gguf +3 -0
  3. gemma-2-27b-it-q3_k_l.gguf +3 -0
  4. gemma-2-27b-it-q3_k_m.gguf +3 -0
  5. gemma-2-27b-it-q3_k_s.gguf +3 -0
  6. gemma-2-27b-it-q4_k_m.gguf +3 -0
  7. gemma-2-27b-it-q4_k_s.gguf +3 -0
  8. gemma-2-27b-it-q5_k_m.gguf +3 -0
  9. gemma-2-27b-it-q5_k_s.gguf +3 -0
  10. gemma-2-27b-it-q6_k.gguf +3 -0
  11. gemma-2-27b-it-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -44,3 +44,13 @@ gemma-2-2b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
  gemma-2-2b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
45
  gemma-2-2b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
46
  gemma-2-2b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
44
  gemma-2-2b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
45
  gemma-2-2b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
46
  gemma-2-2b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-2-27b-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-2-27b-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-2-27b-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-2-27b-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-2-27b-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-2-27b-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
53
+ gemma-2-27b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
54
+ gemma-2-27b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
55
+ gemma-2-27b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
56
+ gemma-2-27b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2-27b-it-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b6f69d81d61a19905c90db8a9d4bf88a5923f539da80bdf57d5c7b1d27ce488
3
+ size 10449575584
gemma-2-27b-it-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205d3ec2a8f01eaea4b8c167edaf2b0b7f1cfb8201f38e45f867a0aa3af95787
3
+ size 14519361184
gemma-2-27b-it-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eae666742f1214187c6292d5d0670351fb196d1a053fd7e6c431957ffaea6f6
3
+ size 13424647840
gemma-2-27b-it-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04e342cd9e793b34efbe9d4243422985953cff9c889ebe33ba5b3ee4b472ecbd
3
+ size 12169060000
gemma-2-27b-it-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0f4d7bf97f76f775ecfcbee031dd38188bbfce97c919231f56f907e9ee756ac
3
+ size 16645381792
gemma-2-27b-it-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eb712c9a5f4411cc01c0f11d5cc02312c6add3b1d93c8a23321d55fa103607f
3
+ size 15739264672
gemma-2-27b-it-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70e63f89616736ed15cde01cda945ab114c3e05e1c3c52cb032b8793b9e09f90
3
+ size 19408117408
gemma-2-27b-it-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c39cae862766bcff2583b497dc1dbcc3393d8fca52918714f4c27d522e4b991
3
+ size 18884206240
gemma-2-27b-it-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eed864c2084f68281a7c74bbaee281a22809523edf1189d79bcd17bb7877fa0
3
+ size 22343524000
gemma-2-27b-it-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bec55d52b1d3e7582cb874fa61a48d1fac671490cc0d3c8916752d74808d739
3
+ size 28937387680