Hugging Face's logo

Azure99
/
Blossom-V6-7B-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
Azure99 commited on
Commit
83b6150
·
verified ·
1 Parent(s): 9c867c6

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. blossom-v6-7b-fp16.gguf +3 -0
  3. blossom-v6-7b-q4_k_m.gguf +3 -0
  4. blossom-v6-7b-q4_k_s.gguf +3 -0
  5. blossom-v6-7b-q5_k_m.gguf +3 -0
  6. blossom-v6-7b-q5_k_s.gguf +3 -0
  7. blossom-v6-7b-q6_k.gguf +3 -0
  8. blossom-v6-7b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ blossom-v6-7b-fp16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ blossom-v6-7b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ blossom-v6-7b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
39
+ blossom-v6-7b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ blossom-v6-7b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ blossom-v6-7b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
42
+ blossom-v6-7b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
blossom-v6-7b-fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b4f2fc52b58e4c6ed1e922becb5428d40239a03c00d2e337608afd74fa42368
3
+ size 15237850912
blossom-v6-7b-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20512fa4e6dfdb4d2f1fced2100d7b151c6903b44c84a38f07e2ceab39b434d8
3
+ size 4683071264
blossom-v6-7b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f0a15bd69ce1c527c7becd26982f46c32d8c7a7a1db6fecebe27c65f2b0d109
3
+ size 4457766688
blossom-v6-7b-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2e1cdf3435ee6115aa7acee94c9afbc5f6975232bc1456892e3e882b9890ea
3
+ size 5444828960
blossom-v6-7b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9afb55b13a4389e61045b51a36e85a5a61e6c706d0192f4e8c942dd75a359e42
3
+ size 5315174176
blossom-v6-7b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca1b19c82ee81c30562fcaddbe7a150756bf641b4c142bcd28cea8234fc71e2
3
+ size 6254196512
blossom-v6-7b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07ba1fde6cc052f01e44df3a61046a902239b4462274233c32c7f05e6ceadc53
3
+ size 8098522912