Hugging Face's logo

mradermacher
/
Tinyllama-r1-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
f1d46e1
·
verified ·
1 Parent(s): f4e175d

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Tinyllama-r1.i1-IQ1_M.gguf +3 -0
  3. Tinyllama-r1.i1-IQ1_S.gguf +3 -0
  4. Tinyllama-r1.i1-IQ2_M.gguf +3 -0
  5. Tinyllama-r1.i1-IQ2_S.gguf +3 -0
  6. Tinyllama-r1.i1-IQ2_XS.gguf +3 -0
  7. Tinyllama-r1.i1-IQ2_XXS.gguf +3 -0
  8. Tinyllama-r1.i1-IQ3_M.gguf +3 -0
  9. Tinyllama-r1.i1-IQ3_S.gguf +3 -0
  10. Tinyllama-r1.i1-IQ3_XS.gguf +3 -0
  11. Tinyllama-r1.i1-IQ3_XXS.gguf +3 -0
  12. Tinyllama-r1.i1-IQ4_NL.gguf +3 -0
  13. Tinyllama-r1.i1-IQ4_XS.gguf +3 -0
  14. Tinyllama-r1.i1-Q2_K.gguf +3 -0
  15. Tinyllama-r1.i1-Q2_K_S.gguf +3 -0
  16. Tinyllama-r1.i1-Q3_K_L.gguf +3 -0
  17. Tinyllama-r1.i1-Q3_K_M.gguf +3 -0
  18. Tinyllama-r1.i1-Q3_K_S.gguf +3 -0
  19. Tinyllama-r1.i1-Q4_0.gguf +3 -0
  20. Tinyllama-r1.i1-Q4_1.gguf +3 -0
  21. Tinyllama-r1.i1-Q4_K_M.gguf +3 -0
  22. Tinyllama-r1.i1-Q4_K_S.gguf +3 -0
  23. Tinyllama-r1.i1-Q5_K_M.gguf +3 -0
  24. Tinyllama-r1.i1-Q5_K_S.gguf +3 -0
  25. Tinyllama-r1.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Tinyllama-r1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Tinyllama-r1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Tinyllama-r1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Tinyllama-r1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Tinyllama-r1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Tinyllama-r1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Tinyllama-r1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Tinyllama-r1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Tinyllama-r1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Tinyllama-r1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Tinyllama-r1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Tinyllama-r1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Tinyllama-r1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Tinyllama-r1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Tinyllama-r1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Tinyllama-r1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Tinyllama-r1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Tinyllama-r1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Tinyllama-r1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Tinyllama-r1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Tinyllama-r1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Tinyllama-r1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Tinyllama-r1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Tinyllama-r1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Tinyllama-r1.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a12a70b968c2cb9966020dd5834da808431302204006a7037a7f333ea5721b6a
3
+ size 289702848
Tinyllama-r1.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adcc0c10507d2accb5fcab46dd3730d173c1764b59b58c499073b829af0a6407
3
+ size 269968320
Tinyllama-r1.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cd2ba10b33e96f25e89ffebe17c43a9a0fd7c1cb7850477b42c0c480df068ea
3
+ size 400077760
Tinyllama-r1.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d60bb05ca0f78f0fd43ea11950ee16a794a1537e0e56f8a8eb54823ceb943c6
3
+ size 373765056
Tinyllama-r1.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcae182318637419ab2b3757e9c32d6e328f0cc36977d494ffe97286402b7262
3
+ size 351790016
Tinyllama-r1.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21ab9e4c55877f15e411c3a24c517af8bc08876cc4ad619fc4f7f7f7d16e1e65
3
+ size 322593728
Tinyllama-r1.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:038766f145853dcd29423df25a45c7bf5c7847ccd3b8bbead6187c8cc0da20f7
3
+ size 516195264
Tinyllama-r1.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e054b74522684a24b1b538f957b5085d9b76a871479cb53a153e55b0a88b4212
3
+ size 500876224
Tinyllama-r1.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:538f736055079a5b73d3d8020de649c935df4491f19c2773a944457e5753a24a
3
+ size 477627328
Tinyllama-r1.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:597d967ad5616abb288b42010b59036b0cda79ffb5f73ac02dac7c50f3dc839b
3
+ size 445133760
Tinyllama-r1.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f4256a7da4a32dfe5a884536cf32e7b7f34356f2d2fc69d5a286a3da564bf3
3
+ size 638170048
Tinyllama-r1.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:443bfc38b104865f24e53ae987b38e87c163261d84c174388122742e600be34b
3
+ size 606204864
Tinyllama-r1.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f91a3dbc8c21df323b109a955c34b76b2834d49c3b5153dcb3152ef825afa2e
3
+ size 432133056
Tinyllama-r1.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:021b47eb4549fa244baa259de089fb90965852b185b5ecdcc864dd2a191268a1
3
+ size 402396096
Tinyllama-r1.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:212a5919a9efb0f604101b3becddef83c476599324612e7de19bc2b83c0b2f3b
3
+ size 591528896
Tinyllama-r1.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07c5576d85b837192315b7b2945798bd85a59adaa6d1dc0df404f0abd92c0845
3
+ size 548406208
Tinyllama-r1.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6d36bd2acd7d443e5391e485127f12cc4e4098a9fe78d37d3fb43ff63044d85
3
+ size 499344320
Tinyllama-r1.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5495e937024f4830c5f4af55f94ca64b07ae00f31f616e0b43d17ad8c43e03fb
3
+ size 638170048
Tinyllama-r1.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39222e3410aae4a2100782d59ecb11b214e2744649d47e50d3b990f887758106
3
+ size 701379520
Tinyllama-r1.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:619732af5f77f8473ed8666bb789f62629c16d785051c9e9589ae455a1ef6a14
3
+ size 667816896
Tinyllama-r1.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87270043a2f718b500364e406fcc0a236404541de354d9f16d053a207f336fab
3
+ size 639873984
Tinyllama-r1.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c8538850142854d3add67b28b9e0d2a44174461f68d729384ab62bc424e6582
3
+ size 782046144
Tinyllama-r1.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ecda70895151be04490c49c55e08661a63e4cb31cc0372db0a3c4a927be642f
3
+ size 766030784
Tinyllama-r1.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ca39fdebc1a776dd366ecf1b79e22da425f8ff5bd2b15ebe80fdc26b05d583f
3
+ size 903414720