Hugging Face's logo

cortexso
/
yi-1.5

Text Generation
GGUF
cortex.cpp
Inference Endpoints
conversational
Model card Files Community
jan-hq commited on
Commit
adf209d
·
verified ·
1 Parent(s): 8a0ee57

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. yi-1.5-34b-chat-q2_k.gguf +3 -0
  3. yi-1.5-34b-chat-q3_k_l.gguf +3 -0
  4. yi-1.5-34b-chat-q3_k_m.gguf +3 -0
  5. yi-1.5-34b-chat-q3_k_s.gguf +3 -0
  6. yi-1.5-34b-chat-q4_k_m.gguf +3 -0
  7. yi-1.5-34b-chat-q4_k_s.gguf +3 -0
  8. yi-1.5-34b-chat-q5_k_m.gguf +3 -0
  9. yi-1.5-34b-chat-q5_k_s.gguf +3 -0
  10. yi-1.5-34b-chat-q6_k.gguf +3 -0
  11. yi-1.5-34b-chat-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model.gguf filter=lfs diff=lfs merge=lfs -text
37
+ yi-1.5-34b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ yi-1.5-34b-chat-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
39
+ yi-1.5-34b-chat-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ yi-1.5-34b-chat-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ yi-1.5-34b-chat-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ yi-1.5-34b-chat-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
43
+ yi-1.5-34b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ yi-1.5-34b-chat-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
45
+ yi-1.5-34b-chat-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
46
+ yi-1.5-34b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
yi-1.5-34b-chat-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1765636557370bd3c6f90eeb64ef400884b73b500489bd0249521e68e49202a
3
+ size 12825234176
yi-1.5-34b-chat-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0370068e4508605a49273948e2f358b4ad95d373fb063f2ef813f7637626c214
3
+ size 18139446016
yi-1.5-34b-chat-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95fe537f3c1262cf69c070bf24ff2290b474c6700a0b902d5a519f9a853b9ac5
3
+ size 16654924544
yi-1.5-34b-chat-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27f85059cf7db6561a98ec6214307c5e0cbb0ce45dd8ea337a5f5030a0bc174
3
+ size 14960294656
yi-1.5-34b-chat-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9340e8792b4fb7d9289030f138085d656428721afaaf1492d5a233b035909b6
3
+ size 20658711296
yi-1.5-34b-chat-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721f98607320296b29fc9498d70ca596013976acd531474f8f13b468799010a9
3
+ size 19598650112
yi-1.5-34b-chat-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28388e592af3d08e55d633f48d3c3430ab886a48aad982e56e80825519063dc8
3
+ size 24321846016
yi-1.5-34b-chat-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d70f746c871f1fb52ef0fd66222a790130218532891fd2285a29bd133c4d9c
3
+ size 23707691776
yi-1.5-34b-chat-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37764e0554ef9968aa4b6cd03c20e76b47d97eba6ccfe9e14bbe90586b37f900
3
+ size 28213926656
yi-1.5-34b-chat-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d6679ab2d7f2f3ba501fcda2b9edfc2f48cc0b1661aa4f22b0a52501a87b729
3
+ size 36542282496