Hugging Face's logo

LiteLLMs
/
Llama-3-Giraffe-70B-GGUF

Text Generation
GGUF
English
meta
llama-3
GGUF
Inference Endpoints
Model card Files Community
andrijdavid commited on
Commit
dca6f7d
·
verified ·
1 Parent(s): d073784

Upload folder using huggingface_hub

Browse files
Files changed (28) hide show
  1. .gitattributes +27 -0
  2. Q2_K/Q2_K-00001-of-00001.gguf +3 -0
  3. Q3_K_L/Q3_K_L-00001-of-00002.gguf +3 -0
  4. Q3_K_L/Q3_K_L-00002-of-00002.gguf +3 -0
  5. Q3_K_M/Q3_K_M-00001-of-00002.gguf +3 -0
  6. Q3_K_M/Q3_K_M-00002-of-00002.gguf +3 -0
  7. Q3_K_S/Q3_K_S-00001-of-00001.gguf +3 -0
  8. Q4_0/Q4_0-00001-of-00002.gguf +3 -0
  9. Q4_0/Q4_0-00002-of-00002.gguf +3 -0
  10. Q4_1/Q4_1-00001-of-00002.gguf +3 -0
  11. Q4_1/Q4_1-00002-of-00002.gguf +3 -0
  12. Q4_K_M/Q4_K_M-00001-of-00002.gguf +3 -0
  13. Q4_K_M/Q4_K_M-00002-of-00002.gguf +3 -0
  14. Q4_K_S/Q4_K_S-00001-of-00002.gguf +3 -0
  15. Q4_K_S/Q4_K_S-00002-of-00002.gguf +3 -0
  16. Q5_0/Q5_0-00001-of-00002.gguf +3 -0
  17. Q5_0/Q5_0-00002-of-00002.gguf +3 -0
  18. Q5_1/Q5_1-00001-of-00002.gguf +3 -0
  19. Q5_1/Q5_1-00002-of-00002.gguf +3 -0
  20. Q5_K_M/Q5_K_M-00001-of-00002.gguf +3 -0
  21. Q5_K_M/Q5_K_M-00002-of-00002.gguf +3 -0
  22. Q5_K_S/Q5_K_S-00001-of-00002.gguf +3 -0
  23. Q5_K_S/Q5_K_S-00002-of-00002.gguf +3 -0
  24. Q6_K/Q6_K-00001-of-00002.gguf +3 -0
  25. Q6_K/Q6_K-00002-of-00002.gguf +3 -0
  26. Q8_0/Q8_0-00001-of-00003.gguf +3 -0
  27. Q8_0/Q8_0-00002-of-00003.gguf +3 -0
  28. Q8_0/Q8_0-00003-of-00003.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,30 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Q2_K/Q2_K-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Q3_K_L/Q3_K_L-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Q3_K_L/Q3_K_L-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Q3_K_M/Q3_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Q3_K_M/Q3_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Q3_K_S/Q3_K_S-00001-of-00001.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Q4_0/Q4_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Q4_0/Q4_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Q4_1/Q4_1-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Q4_1/Q4_1-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Q4_K_M/Q4_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Q4_K_M/Q4_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Q4_K_S/Q4_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Q4_K_S/Q4_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Q5_0/Q5_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Q5_0/Q5_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Q5_1/Q5_1-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Q5_1/Q5_1-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Q5_K_M/Q5_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Q5_K_M/Q5_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Q5_K_S/Q5_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Q5_K_S/Q5_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Q6_K/Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Q6_K/Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Q8_0/Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Q8_0/Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Q8_0/Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Q2_K/Q2_K-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa083417a6500eae6754c49849b4fec07636c67c7cc9c1bac699e296491dfb7
3
+ size 26375107744
Q3_K_L/Q3_K_L-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2561e5cf5c22ee4b420a00bff929e1983916e68b8363b178ca84fd4ef63f71d3
3
+ size 32214393056
Q3_K_L/Q3_K_L-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c24b6ab3b2abd40bff94a590bda3617581453c0710f309f09827105381c20cd9
3
+ size 4926198848
Q3_K_M/Q3_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e982d672cbec61fa8f94c337f901760ace186413f625ae005c78ef2b9a84998
3
+ size 32213839584
Q3_K_M/Q3_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b9c472f2bb13eb18bac8cb7477baaef4795f3c2b4b0bda16d59625499773a0
3
+ size 2053654080
Q3_K_S/Q3_K_S-00001-of-00001.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb9a670747e097ab28843d26371ca8d9dbcd61bb0a70b4e93c50a161961d1911
3
+ size 30912050336
Q4_0/Q4_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b05e1644f618487500b43a8240b84ad1afeb2872ee9a8d9e98746a6a4b501f63
3
+ size 32151655776
Q4_0/Q4_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea106f52c9b7e77f30b3b7a4196a2b7f92d3584fa2cfccc06eba46fb6f2949c
3
+ size 7818076096
Q4_1/Q4_1-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30aadd4ab59f867b8b33b59cdfb03eea0463cf36dcbe1482080cb514f81d9be6
3
+ size 32220072000
Q4_1/Q4_1-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bee9d42e17fdf8f6a245eb6b2e6945a24b19e40e23bc5f16945f2de30876fd7
3
+ size 12093516992
Q4_K_M/Q4_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268e500dd5a7a38d8b0be1820ac67fc8b4db08380eb252884a73b6bc0814a3c1
3
+ size 32173412000
Q4_K_M/Q4_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7aeeaecfd30416d3f2cf0c3d4173e10015b67f4f718b79853430fa16fe55545
3
+ size 10346980992
Q4_K_S/Q4_K_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6603c17eb4dcf7583bf7a069558fa7cdbd29caa22261d80aa27d493134beecb0
3
+ size 32205624384
Q4_K_S/Q4_K_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9204ad3c18a6d03c2f6803fdde31e0ebf25a254709e79d2410e6cfecc22a8f6b
3
+ size 8141594848
Q5_0/Q5_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f692dc3e0837582c4d246fe35998e761ef92054b92ba91ebe92c13acba24687a
3
+ size 32072481760
Q5_0/Q5_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dfd21da10e00638974d25c2fc51c84199867d7d932e5af60de40a4656a20c06
3
+ size 16584964384
Q5_1/Q5_1-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a0793ad63a4dcba8d31d81751615c6ab9f7739a88ae93f4d6d30d8d08dd84c7
3
+ size 32187134624
Q5_1/Q5_1-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb22002830ca942c6e9aec687248661c85b00e631ddd70a0165b680d61d3f4b1
3
+ size 20814168704
Q5_K_M/Q5_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:410d612d32e5c2c69c7aafcb1fc515dda051a0e8d1aeda52bf3514781ef29b63
3
+ size 32098105760
Q5_K_M/Q5_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f4008aa3b06385fcc88bc2aec8135eab5fa5282fb5a89bce616bbc1c17faf2b
3
+ size 17851710336
Q5_K_S/Q5_K_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d424f6b4000536cfaa14d7d2475ee3f1df96ba1c6d0012dd81f930b078ec32
3
+ size 32072481760
Q5_K_S/Q5_K_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:633f867bfa1372e72ebfd3429d20537bc3808aac1ff8bc227ddd2680b89bb239
3
+ size 16584964384
Q6_K/Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61169d7da99464b995611c4a29e5f2afc89ea9a7e56c5555aebae698e93db875
3
+ size 32141175104
Q6_K/Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82a87a9b7c63a5e9a80f8dec74a461b131b9c71b1bcdbda4eec70b924383e2c
3
+ size 25746967520
Q8_0/Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d23c65248468d81f7b427232ec1368f3cb476cc7ecb908181a22ae4637aa9a7
3
+ size 32036361152
Q8_0/Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0287001bdbeecc2a283a218921db949876a761f627a3c1b54dce744f53e6dd90
3
+ size 32070912576
Q8_0/Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58eb751a13b687844b579753385f8390f987e57030ab0e257db5254919ab9b1e
3
+ size 10867775360