Hugging Face's logo

itsdotscience
/
mistral-7b-v0.2-gguf

GGUF
Inference Endpoints
Model card Files Community
itsdotscience commited on
Commit
bbd0a59
·
verified ·
1 Parent(s): 6e4cc73

Upload folder using huggingface_hub

Browse files
Files changed (17) hide show
  1. .gitattributes +15 -0
  2. groups_merged.txt +0 -0
  3. mistral-7b-v0.2-F16.gguf +3 -0
  4. mistral-7b-v0.2-Q2_K.gguf +3 -0
  5. mistral-7b-v0.2-Q3_K.gguf +3 -0
  6. mistral-7b-v0.2-Q3_K_L.gguf +3 -0
  7. mistral-7b-v0.2-Q3_K_S.gguf +3 -0
  8. mistral-7b-v0.2-Q4_0.gguf +3 -0
  9. mistral-7b-v0.2-Q4_1.gguf +3 -0
  10. mistral-7b-v0.2-Q4_K.gguf +3 -0
  11. mistral-7b-v0.2-Q4_K_S.gguf +3 -0
  12. mistral-7b-v0.2-Q5_0.gguf +3 -0
  13. mistral-7b-v0.2-Q5_1.gguf +3 -0
  14. mistral-7b-v0.2-Q5_K.gguf +3 -0
  15. mistral-7b-v0.2-Q5_K_S.gguf +3 -0
  16. mistral-7b-v0.2-Q6_K.gguf +3 -0
  17. mistral-7b-v0.2-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ mistral-7b-v0.2-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ mistral-7b-v0.2-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mistral-7b-v0.2-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mistral-7b-v0.2-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-7b-v0.2-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-7b-v0.2-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-7b-v0.2-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-7b-v0.2-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-7b-v0.2-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mistral-7b-v0.2-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mistral-7b-v0.2-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mistral-7b-v0.2-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ mistral-7b-v0.2-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ mistral-7b-v0.2-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mistral-7b-v0.2-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
groups_merged.txt ADDED
The diff for this file is too large to render. See raw diff
 
mistral-7b-v0.2-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed7c8eec0361e9c2ea040d659d1c1d7a169d8e132aa4a20b6ef08ce1b14b2cc3
3
+ size 14746875584
mistral-7b-v0.2-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6067203980342250bfaa2d70411526cc5b28a28fcb4bcea867547b8eac996498
3
+ size 3136009920
mistral-7b-v0.2-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28fbaeef405d2bb271f4bfcbe9071e91247aa0239f9b5999b24318b3df66fb69
3
+ size 3935753920
mistral-7b-v0.2-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b66588605334de7fa52c7668ae81cd489544b2f4cc374c4cbace2858f531512
3
+ size 4238792384
mistral-7b-v0.2-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6844796f6259ee17f5e2195add3ab8ad07d8721a067a68b9f8774349ab719bf
3
+ size 3581335232
mistral-7b-v0.2-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fd7d868dec9033a87eec959b0d02303e646bd660f04267d907f8300d6d9eb27
3
+ size 4540364480
mistral-7b-v0.2-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c818cbbbb6bda70984308fe968978097bdf7151baa9f392997651805f73bc1c
3
+ size 4970084032
mistral-7b-v0.2-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:890bf479c314c67e5cbd8a36b2d0dd56d548359dbb49c971d2dd3b99aaab3eda
3
+ size 4785206976
mistral-7b-v0.2-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e01b0931ffef429b7b8cba249cae3ebc974e0fd75784f53398603e4305f9c16
3
+ size 4557141696
mistral-7b-v0.2-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:944d52c1311ee6c9d24e9cf6159c3f09f350468905577865313e3227cf606745
3
+ size 5429163712
mistral-7b-v0.2-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:819589d308041413d9ea4b6d562b419d88ac05ac8a2fef8ca2c26f279fd67342
3
+ size 5858883264
mistral-7b-v0.2-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61df2a970cb8e4dc911748dfc6962a94bf62c830f1bf101c424337d11852226e
3
+ size 5548177088
mistral-7b-v0.2-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d3585ac2dd79d25776d697e2e1c2c8b13926aa077a7ee32dd90478846277d3
3
+ size 5414483648
mistral-7b-v0.2-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb162b3e7e073e5e0109347eb5e85053f0c5c0156cdd7d20eb7b3768406e3118
3
+ size 6358832832
mistral-7b-v0.2-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b0691250f7fae68b272ba61a233a2feb9988bd5eb5d30ee66b9fb1279c80cec
3
+ size 8080881344