Hugging Face's logo

mradermacher
/
distilgpt2-GGUF

Transformers
GGUF
English
exbert
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
f298dc6
·
verified ·
1 Parent(s): 160d70e

uploaded from leia

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. distilgpt2.IQ4_XS.gguf +3 -0
  3. distilgpt2.Q2_K.gguf +3 -0
  4. distilgpt2.Q3_K_L.gguf +3 -0
  5. distilgpt2.Q3_K_M.gguf +3 -0
  6. distilgpt2.Q3_K_S.gguf +3 -0
  7. distilgpt2.Q4_K_M.gguf +3 -0
  8. distilgpt2.Q4_K_S.gguf +3 -0
  9. distilgpt2.Q5_K_M.gguf +3 -0
  10. distilgpt2.Q5_K_S.gguf +3 -0
  11. distilgpt2.Q6_K.gguf +3 -0
  12. distilgpt2.Q8_0.gguf +3 -0
  13. distilgpt2.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ distilgpt2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ distilgpt2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ distilgpt2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ distilgpt2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ distilgpt2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ distilgpt2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ distilgpt2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ distilgpt2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ distilgpt2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ distilgpt2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ distilgpt2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ distilgpt2.f16.gguf filter=lfs diff=lfs merge=lfs -text
distilgpt2.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec08b1680da6ab99345425bec9c525aa861361a546d83d4bcfcc3f55939c3734
3
+ size 79890880
distilgpt2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20b3354041151fc568dedd0726bbfd4f448395fa33efaef2d03a26b009d17f8e
3
+ size 65221728
distilgpt2.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eff999c21ccf4e79e1d0b851f26f2e9cd3860d1207c1f84e66155cf9fe1c5eb
3
+ size 77629728
distilgpt2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0fdd02371cf4b318445575ab917cd3cf4abf494e09c24f760f777eb641b2b85
3
+ size 75417888
distilgpt2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:129b4a810e232faf9bc474b2e9a8abfb91d714538d2c42455c327cf14135fbb5
3
+ size 71657760
distilgpt2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab60071574f8187637ab2bef8b76a8081580dd35558f4ad40ca5ac4666b35b9
3
+ size 84967776
distilgpt2.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42eb92635cea1a5b9a26d8e2abc7e35d5a09b7de610c08aa8b67ab427776f0fe
3
+ size 82424160
distilgpt2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54eef2d609f616012afd113133b75c86a559381b3580aa4636bc4c232c827a7a
3
+ size 94593984
distilgpt2.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18a34d93b6b5694e912ecffd95954d1d15bd47f266b8d106486aa398c01e1166
3
+ size 92557248
distilgpt2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a5ee8adbe405ba19b92937e28506af48e112ab804d9fa5b82e7a24a7e0f4088
3
+ size 103323648
distilgpt2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff50b6c2ace9ed55d67d0fcef3df84a9de978755e508e280dd82281bc792f1a3
3
+ size 132304320
distilgpt2.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b19c5bbe71c2420f6bae55c44fcc4a2f8fd6e22fe0aad50ad51dd6f31e77732
3
+ size 244487488