Hugging Face's logo

brittlewis12
/
Mistral-Small-24B-Instruct-2501-GGUF

GGUF
conversational
Model card Files Community
brittlewis12 commited on
Commit
be42bc0
·
verified ·
1 Parent(s): f19898b

Upload folder using huggingface_hub

Browse files
Files changed (19) hide show
  1. .gitattributes +18 -0
  2. mistral-small-24b-instruct-2501.IQ1_M.gguf +3 -0
  3. mistral-small-24b-instruct-2501.IQ1_S.gguf +3 -0
  4. mistral-small-24b-instruct-2501.IQ2_S.gguf +3 -0
  5. mistral-small-24b-instruct-2501.IQ2_XS.gguf +3 -0
  6. mistral-small-24b-instruct-2501.IQ2_XXS.gguf +3 -0
  7. mistral-small-24b-instruct-2501.Q3_K_L.gguf +3 -0
  8. mistral-small-24b-instruct-2501.Q3_K_M.gguf +3 -0
  9. mistral-small-24b-instruct-2501.Q3_K_S.gguf +3 -0
  10. mistral-small-24b-instruct-2501.Q4_0.gguf +3 -0
  11. mistral-small-24b-instruct-2501.Q4_1.gguf +3 -0
  12. mistral-small-24b-instruct-2501.Q4_K_M.gguf +3 -0
  13. mistral-small-24b-instruct-2501.Q4_K_S.gguf +3 -0
  14. mistral-small-24b-instruct-2501.Q5_0.gguf +3 -0
  15. mistral-small-24b-instruct-2501.Q5_1.gguf +3 -0
  16. mistral-small-24b-instruct-2501.Q5_K_M.gguf +3 -0
  17. mistral-small-24b-instruct-2501.Q5_K_S.gguf +3 -0
  18. mistral-small-24b-instruct-2501.Q6_K.gguf +3 -0
  19. mistral-small-24b-instruct-2501.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  mistral-small-24b-instruct-2501.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  mistral-small-24b-instruct-2501.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  mistral-small-24b-instruct-2501.imatrix filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  mistral-small-24b-instruct-2501.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  mistral-small-24b-instruct-2501.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  mistral-small-24b-instruct-2501.imatrix filter=lfs diff=lfs merge=lfs -text
39
+ mistral-small-24b-instruct-2501.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-small-24b-instruct-2501.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-small-24b-instruct-2501.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-small-24b-instruct-2501.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-small-24b-instruct-2501.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-small-24b-instruct-2501.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mistral-small-24b-instruct-2501.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mistral-small-24b-instruct-2501.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mistral-small-24b-instruct-2501.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ mistral-small-24b-instruct-2501.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
49
+ mistral-small-24b-instruct-2501.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mistral-small-24b-instruct-2501.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ mistral-small-24b-instruct-2501.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ mistral-small-24b-instruct-2501.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
53
+ mistral-small-24b-instruct-2501.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ mistral-small-24b-instruct-2501.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ mistral-small-24b-instruct-2501.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
56
+ mistral-small-24b-instruct-2501.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mistral-small-24b-instruct-2501.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:804a043a0f731399abb24ddc684d4403e802dcbb6fd0b5dc44c72cdfd00920a3
3
+ size 5750494880
mistral-small-24b-instruct-2501.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5891c5c26113f02b94326d94207e839879058686fe7eace4d58719643ebdc41
3
+ size 5273720480
mistral-small-24b-instruct-2501.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f388999db0c7621ad2c257cebca0658e8d91cbf3fb52471df7f6b0bbf3123329
3
+ size 7478351520
mistral-small-24b-instruct-2501.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7c39cdbbc1d9b246daeb168c5ae8fe5fdad821d28df20ad3439c6bf10ef3980
3
+ size 7207032480
mistral-small-24b-instruct-2501.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e50ea853af58c8b5837c654cdfcafbcb085fbc5600fdb945b54e63256a15d82f
3
+ size 6545118880
mistral-small-24b-instruct-2501.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a972bd5e31e7af4d26a6c95d49562486ca097ab5f790f556120b269a4d20d50c
3
+ size 12400760224
mistral-small-24b-instruct-2501.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e50c00912748b8897af8ae2164132412ea4227deb51fb06a5d3fd622b4349dca
3
+ size 11474081184
mistral-small-24b-instruct-2501.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c07ca29160bb13a6a11bb8cca4518ef915fe8698862568fe7a83b133c77c46
3
+ size 10400273824
mistral-small-24b-instruct-2501.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c17f4f8a85917300c314bf29ed3a7055baed15524a40cf3fd7e0fdf2dfc490df
3
+ size 13441799584
mistral-small-24b-instruct-2501.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3b2e6a89b550b8f99e353ddc6cd84dc41b2062a59365c4734403859b1bfa2f
3
+ size 14873105824
mistral-small-24b-instruct-2501.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:074955ae973256e268230a98e0da8c4b20fa0edd1ee8b1b9fb5ff63df2da6118
3
+ size 14333908384
mistral-small-24b-instruct-2501.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1ca5ffa60e153b0456658bcb04eb73893465cda6bbec7e98d96b4d8ddacc04
3
+ size 13549278624
mistral-small-24b-instruct-2501.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc32ade0e55f6061e975bcb8c9fa84fb477036ea6e91152d2268d35cbc1c8b87
3
+ size 16304412064
mistral-small-24b-instruct-2501.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b403e995fc4b5631875b96e3882ab7da2864a00574aa39fb6f2f97ea90bc8f9d
3
+ size 17735718304
mistral-small-24b-instruct-2501.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9fbb8255ff2440f1b8cce2692ca810bc93fd74383f1a7191e8842dfaf492790
3
+ size 16763983264
mistral-small-24b-instruct-2501.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e54688ed712b1a7acce920abdf40b6a9f5d8714e7d6634cedd2ceaf1bf865ef5
3
+ size 16304412064
mistral-small-24b-instruct-2501.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911c2ba9962231883de551f64a7fc01a6cd9d8c5eb40e1c41c4b1a629de3ab73
3
+ size 19345937824
mistral-small-24b-instruct-2501.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b5f926b6e87e443949ed30327a93a3792492963e570457228366d86705433eb
3
+ size 25054778784