Hugging Face's logo

cortexso
/
tinyllama

Text Generation
GGUF
cortex.cpp
Inference Endpoints
conversational
Model card Files Community
jan-hq commited on
Commit
9f06305
·
verified ·
1 Parent(s): 0af8c2b

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. tinyllama-1.1b-chat-v1.0-q2_k.gguf +3 -0
  3. tinyllama-1.1b-chat-v1.0-q3_k_l.gguf +3 -0
  4. tinyllama-1.1b-chat-v1.0-q3_k_m.gguf +3 -0
  5. tinyllama-1.1b-chat-v1.0-q3_k_s.gguf +3 -0
  6. tinyllama-1.1b-chat-v1.0-q4_k_m.gguf +3 -0
  7. tinyllama-1.1b-chat-v1.0-q4_k_s.gguf +3 -0
  8. tinyllama-1.1b-chat-v1.0-q5_k_m.gguf +3 -0
  9. tinyllama-1.1b-chat-v1.0-q5_k_s.gguf +3 -0
  10. tinyllama-1.1b-chat-v1.0-q6_k.gguf +3 -0
  11. tinyllama-1.1b-chat-v1.0-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model.gguf filter=lfs diff=lfs merge=lfs -text
37
+ tinyllama-1.1b-chat-v1.0-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ tinyllama-1.1b-chat-v1.0-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
39
+ tinyllama-1.1b-chat-v1.0-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ tinyllama-1.1b-chat-v1.0-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ tinyllama-1.1b-chat-v1.0-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ tinyllama-1.1b-chat-v1.0-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
43
+ tinyllama-1.1b-chat-v1.0-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ tinyllama-1.1b-chat-v1.0-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
45
+ tinyllama-1.1b-chat-v1.0-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
46
+ tinyllama-1.1b-chat-v1.0-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
tinyllama-1.1b-chat-v1.0-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8772cdbfa36d507796117a5354447f6095092938482f52a180c9653ae9878ec2
3
+ size 432132160
tinyllama-1.1b-chat-v1.0-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac85193e7af88af22f14507954e25bc6cceba198a2fd5e6a182ab784892beb22
3
+ size 591528000
tinyllama-1.1b-chat-v1.0-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ce0e53200f1962456198e2a6d470d646d6013ec045b40b574d065d4d7519c4
3
+ size 548405312
tinyllama-1.1b-chat-v1.0-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db4606b81830612f54b2dde753defc596406867b4017ad248ca3acda84584b2
3
+ size 499343424
tinyllama-1.1b-chat-v1.0-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:571d0894f55da36ecbee9d76ce548cb9230a5eefeb324e1432410f0001b8426e
3
+ size 667816000
tinyllama-1.1b-chat-v1.0-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:670c7049f88de39854a3c8c6899e768c8ef65a3e299804a3373ede8aeae10961
3
+ size 639873088
tinyllama-1.1b-chat-v1.0-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7afe9da14312109d94fbf28c5f6fa2503e2c4dfa8920dfe0125bf93601aba978
3
+ size 782045248
tinyllama-1.1b-chat-v1.0-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59c763261d767c198969e08ce36de5c5ed4d2c53a78e54e40a321f246a5902fe
3
+ size 766029888
tinyllama-1.1b-chat-v1.0-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d3e093b4d353e4330c2f1e7c39ef2e9fd6698c90d231e0db43956bb69a542b
3
+ size 903413824
tinyllama-1.1b-chat-v1.0-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63ebb0e87a4ca41b22aee08eb04c27dd5efa75b517ff38d12bb801685de4680b
3
+ size 1169809472