Hugging Face's logo

mradermacher
/
Llama-68M-Chat-v1-i1-GGUF

Text Generation
Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
c7b3649
·
verified ·
1 Parent(s): 5896f60

uploaded from kaos

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Llama-68M-Chat-v1.i1-IQ1_M.gguf +3 -0
  3. Llama-68M-Chat-v1.i1-IQ1_S.gguf +3 -0
  4. Llama-68M-Chat-v1.i1-IQ2_M.gguf +3 -0
  5. Llama-68M-Chat-v1.i1-IQ2_S.gguf +3 -0
  6. Llama-68M-Chat-v1.i1-IQ2_XS.gguf +3 -0
  7. Llama-68M-Chat-v1.i1-IQ2_XXS.gguf +3 -0
  8. Llama-68M-Chat-v1.i1-IQ3_M.gguf +3 -0
  9. Llama-68M-Chat-v1.i1-IQ3_S.gguf +3 -0
  10. Llama-68M-Chat-v1.i1-IQ3_XS.gguf +3 -0
  11. Llama-68M-Chat-v1.i1-IQ3_XXS.gguf +3 -0
  12. Llama-68M-Chat-v1.i1-IQ4_XS.gguf +3 -0
  13. Llama-68M-Chat-v1.i1-Q2_K.gguf +3 -0
  14. Llama-68M-Chat-v1.i1-Q2_K_S.gguf +3 -0
  15. Llama-68M-Chat-v1.i1-Q3_K_L.gguf +3 -0
  16. Llama-68M-Chat-v1.i1-Q3_K_M.gguf +3 -0
  17. Llama-68M-Chat-v1.i1-Q3_K_S.gguf +3 -0
  18. Llama-68M-Chat-v1.i1-Q4_0.gguf +3 -0
  19. Llama-68M-Chat-v1.i1-Q4_K_M.gguf +3 -0
  20. Llama-68M-Chat-v1.i1-Q4_K_S.gguf +3 -0
  21. Llama-68M-Chat-v1.i1-Q5_K_M.gguf +3 -0
  22. Llama-68M-Chat-v1.i1-Q5_K_S.gguf +3 -0
  23. Llama-68M-Chat-v1.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-68M-Chat-v1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-68M-Chat-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-68M-Chat-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-68M-Chat-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-68M-Chat-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-68M-Chat-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-68M-Chat-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-68M-Chat-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-68M-Chat-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-68M-Chat-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-68M-Chat-v1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-68M-Chat-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-68M-Chat-v1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-68M-Chat-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-68M-Chat-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-68M-Chat-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-68M-Chat-v1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-68M-Chat-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-68M-Chat-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-68M-Chat-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-68M-Chat-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-68M-Chat-v1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-68M-Chat-v1.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2245678a816d6cf1c5fc81742cb64b1896869a73446d63813695eb03854c2145
3
+ size 30007968
Llama-68M-Chat-v1.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ce4258488dab4289c223d92af3b6277373fa74055e3e5a534e22233185ca0f6
3
+ size 29620896
Llama-68M-Chat-v1.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce3c8a9dc5fd271a2fe6cb305c2ab79b14582b8e1843eb62517ff73e616b2ad
3
+ size 34503840
Llama-68M-Chat-v1.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:161e7d638504b4a9cfaff52d639a4691793797a8a958b17664b6da7d6824c9e9
3
+ size 33987744
Llama-68M-Chat-v1.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ad9050cce0d29069b89b44ae68b8b0e3b0901af69265e19bc77eb4951c58e47
3
+ size 31206048
Llama-68M-Chat-v1.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0de817205037f6eff0e6d15ee1a496824da72b87a1e744de5d7e2387230fc30d
3
+ size 30653088
Llama-68M-Chat-v1.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6435586bf392c87490872f6570f07874ad7b60449bde0452e4dc750a308eb70f
3
+ size 39887520
Llama-68M-Chat-v1.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b7b2234e7d9ceb741438a4cba755b69784a930724247c804f5c68ccd747e79
3
+ size 39574176
Llama-68M-Chat-v1.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e5788c70b3cd2c6100678a560163fe300926cb109993aafd0e382837e3a3279
3
+ size 39242400
Llama-68M-Chat-v1.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51c78fd039b3644df49f9f90580c0b9bbd2cd88f2889378b25c621c00910812
3
+ size 35333280
Llama-68M-Chat-v1.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9d155947351271c92c979ce0511d11f8dd4de9d2ebbb6418023559c353b11f3
3
+ size 43987104
Llama-68M-Chat-v1.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa8e0b9166917983e244eddbce1afa09d244d95a8a55e5da9bce5a079b49de9
3
+ size 35880096
Llama-68M-Chat-v1.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcca1b77b3bde3716a886e0a82c7f512fb3d7a9a323ee1aabc4e3ae6221fafe6
3
+ size 35161248
Llama-68M-Chat-v1.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9b64d1c7d96881a13e61acc26baff975e2df46fb83116d19045e5f13b4881ea
3
+ size 41398944
Llama-68M-Chat-v1.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:593dd954792c258814b26eaf211b0d6190a51c6e53e105349c4e7f3dde8bfb9d
3
+ size 40661664
Llama-68M-Chat-v1.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c5a52c0f284fac11b288c451a2fc17e108bdbbb2dd226b4a51dd283b178503
3
+ size 39574176
Llama-68M-Chat-v1.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f3a0af606f20c28a14bb7501fa1a5f69a079bdb60a97ee35c02be799d63a18f
3
+ size 45344928
Llama-68M-Chat-v1.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a8b9691db1de2f25c4667f7acb8e2e7dc55169e9f7222d270c9bc60fe93c97
3
+ size 46105248
Llama-68M-Chat-v1.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:126b3ebce90d6d47edb723eed6b80f4e85bfd92e48d1da29753032dfa51de152
3
+ size 45492384
Llama-68M-Chat-v1.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17b518d7dfdbda06390a04a00c3ad13f94fa755ba2365d7cc518760946108840
3
+ size 51167904
Llama-68M-Chat-v1.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96fa0e103cab111d985e739cc1f00c8df8fceb345d732fdb0fdcbdf18dca681d
3
+ size 50776224
Llama-68M-Chat-v1.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ac93a11ee21433846e41e80c5268577bc9cc0115f5c51671291c1a4afe6e8fc
3
+ size 56546976