Hugging Face's logo

cortexso
/
gemma2

Text Generation
GGUF
cortex.cpp
Inference Endpoints
conversational
Model card Files Community
jan-hq commited on
Commit
236f0f2
·
verified ·
1 Parent(s): fc9c193

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. gemma-2-2b-it-q2_k.gguf +3 -0
  3. gemma-2-2b-it-q3_k_l.gguf +3 -0
  4. gemma-2-2b-it-q3_k_m.gguf +3 -0
  5. gemma-2-2b-it-q3_k_s.gguf +3 -0
  6. gemma-2-2b-it-q4_k_m.gguf +3 -0
  7. gemma-2-2b-it-q4_k_s.gguf +3 -0
  8. gemma-2-2b-it-q5_k_m.gguf +3 -0
  9. gemma-2-2b-it-q5_k_s.gguf +3 -0
  10. gemma-2-2b-it-q6_k.gguf +3 -0
  11. gemma-2-2b-it-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gemma-2-2b-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-2-2b-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-2-2b-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-2-2b-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-2-2b-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2-2b-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-2-2b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2-2b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2-2b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-2-2b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2-2b-it-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911ad39d3d8bde773e4ec4a395b3285dee5e27b0bbb234315566abff207e9f24
3
+ size 1229829888
gemma-2-2b-it-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de0a1d47bdbf013b525d1e25a7282664c664375296017f0a423d00f0535680c
3
+ size 1550436096
gemma-2-2b-it-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4afca327dfcef1be5f482ae2215b2dab0ec2f7f442de8d7bfe94d85e5841836
3
+ size 1461667584
gemma-2-2b-it-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b9c9773f5f52dbe00b4a73c0ca9c9313e6bcbc34b9707ca21092c22f4c2d88
3
+ size 1360660224
gemma-2-2b-it-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2438e7a0d5f9c253225f707007aa8d772dabe92bfc3004b27d86fc0efc709fd
3
+ size 1708582656
gemma-2-2b-it-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f97653b5d918b3e09d67f18d81435d68650c954e5e5e6e597cb1061c4312118
3
+ size 1638651648
gemma-2-2b-it-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36662f2e887619d2669f8f5842790b393a0173bdfa7175edd2f7af2b28ada12d
3
+ size 1923278592
gemma-2-2b-it-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cfa5f8c2bdeb691ebbcb2dbf37fd158cb145bae6fd7b3bb3a995ba2a4f4f57f
3
+ size 1882543872
gemma-2-2b-it-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb3264c685855b7ecd152ae26e2adb0dcabedf9a06c14dfe35708e7ddcdb3ab2
3
+ size 2151393024
gemma-2-2b-it-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:634a998f4f460469ce4f94d03dee7155acffcd3dc637b627d91afdda3d9f46c1
3
+ size 2784495360