Hugging Face's logo

mradermacher
/
Falcon3-3B-Instruct-abliterated-i1-GGUF

Transformers
GGUF
falcon3
abliterated
uncensored
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
001db88
·
verified ·
1 Parent(s): a7f4d0d

uploaded from marco

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Falcon3-3B-Instruct-abliterated.i1-IQ1_M.gguf +3 -0
  3. Falcon3-3B-Instruct-abliterated.i1-IQ1_S.gguf +3 -0
  4. Falcon3-3B-Instruct-abliterated.i1-IQ2_M.gguf +3 -0
  5. Falcon3-3B-Instruct-abliterated.i1-IQ2_S.gguf +3 -0
  6. Falcon3-3B-Instruct-abliterated.i1-IQ2_XS.gguf +3 -0
  7. Falcon3-3B-Instruct-abliterated.i1-IQ2_XXS.gguf +3 -0
  8. Falcon3-3B-Instruct-abliterated.i1-IQ3_M.gguf +3 -0
  9. Falcon3-3B-Instruct-abliterated.i1-IQ3_S.gguf +3 -0
  10. Falcon3-3B-Instruct-abliterated.i1-IQ3_XS.gguf +3 -0
  11. Falcon3-3B-Instruct-abliterated.i1-IQ3_XXS.gguf +3 -0
  12. Falcon3-3B-Instruct-abliterated.i1-IQ4_XS.gguf +3 -0
  13. Falcon3-3B-Instruct-abliterated.i1-Q2_K.gguf +3 -0
  14. Falcon3-3B-Instruct-abliterated.i1-Q2_K_S.gguf +3 -0
  15. Falcon3-3B-Instruct-abliterated.i1-Q3_K_L.gguf +3 -0
  16. Falcon3-3B-Instruct-abliterated.i1-Q3_K_M.gguf +3 -0
  17. Falcon3-3B-Instruct-abliterated.i1-Q3_K_S.gguf +3 -0
  18. Falcon3-3B-Instruct-abliterated.i1-Q4_0.gguf +3 -0
  19. Falcon3-3B-Instruct-abliterated.i1-Q4_K_M.gguf +3 -0
  20. Falcon3-3B-Instruct-abliterated.i1-Q4_K_S.gguf +3 -0
  21. Falcon3-3B-Instruct-abliterated.i1-Q5_K_M.gguf +3 -0
  22. Falcon3-3B-Instruct-abliterated.i1-Q5_K_S.gguf +3 -0
  23. Falcon3-3B-Instruct-abliterated.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Falcon3-3B-Instruct-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon3-3B-Instruct-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon3-3B-Instruct-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon3-3B-Instruct-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon3-3B-Instruct-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon3-3B-Instruct-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon3-3B-Instruct-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon3-3B-Instruct-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon3-3B-Instruct-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon3-3B-Instruct-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon3-3B-Instruct-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Falcon3-3B-Instruct-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Falcon3-3B-Instruct-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Falcon3-3B-Instruct-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Falcon3-3B-Instruct-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Falcon3-3B-Instruct-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Falcon3-3B-Instruct-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Falcon3-3B-Instruct-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Falcon3-3B-Instruct-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Falcon3-3B-Instruct-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Falcon3-3B-Instruct-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Falcon3-3B-Instruct-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Falcon3-3B-Instruct-abliterated.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d11d33c0b8d0c6224a4537fb4d4322260f8fd13f76de002f7d4f7066b7a53ef7
3
+ size 965972768
Falcon3-3B-Instruct-abliterated.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fcce40172f033b2d48d6fd3f50240c9cbee75785e8c9255001237962f3bb181
3
+ size 917017376
Falcon3-3B-Instruct-abliterated.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49f5ca2c16e08d03b19514c26adbc7bb841a5e493b9164dc9232cbb99f456562
3
+ size 1267471136
Falcon3-3B-Instruct-abliterated.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:311b337e439089f13dbd42ee93f91e4a255d35c839f55ada0787953c1f8bc4e4
3
+ size 1202197280
Falcon3-3B-Instruct-abliterated.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9264066b28e4da42f42245d3d8693588b942e4b233364bee8ae3de90c1df1a68
3
+ size 1119327008
Falcon3-3B-Instruct-abliterated.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65b8174294d2b14c273c180c23498d34c974d46d244e96315d5c9598db378c87
3
+ size 1047565088
Falcon3-3B-Instruct-abliterated.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:987a4a2ac4d554ef50232f5614251e9475f88325662c26a0967defe08ecf300c
3
+ size 1593692960
Falcon3-3B-Instruct-abliterated.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a991799313f4e9a54076d2b10d752711f04a760bcbccd5720b7e2353f4559de8
3
+ size 1549407008
Falcon3-3B-Instruct-abliterated.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b79e49af5ca9b47cbc5796da155066031ae42cfa3afa4201b6244572dc776a53
3
+ size 1491309344
Falcon3-3B-Instruct-abliterated.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f206620d4e70f1a503f72bf02792807ac61b9adf7ede12eb410f0d82c5e8b496
3
+ size 1374819104
Falcon3-3B-Instruct-abliterated.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5554d27d33058c99b5f75dd75b3644f10f6d813a73b57b1e651ca7264540e385
3
+ size 1836307232
Falcon3-3B-Instruct-abliterated.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6619f020c2ae12d2bd44117eef56c27db9781abe18dd27359bf9757c056b2b0
3
+ size 1353880352
Falcon3-3B-Instruct-abliterated.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63daa852cb28dc99c21ffd807c5fbecaf6305c12cc924a204ca29084ae6ed6a5
3
+ size 1275777824
Falcon3-3B-Instruct-abliterated.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5833a2789f4eba6af2fa1b2e9a84bde750107369d42e062670e74a34b5d443fc
3
+ size 1781355296
Falcon3-3B-Instruct-abliterated.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35eb0086101ffba0c92bab78eb9b638943d67573271c182f4e223005b22c62d4
3
+ size 1673220896
Falcon3-3B-Instruct-abliterated.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:133e6d5bb535b0fa874e05d298d309dfd197b615f894dfa9382a311791da5b83
3
+ size 1549407008
Falcon3-3B-Instruct-abliterated.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f57e6c17564414a6a20721f63880008700fbe04f00e7b599744ae5bdc607ef3
3
+ size 1928123168
Falcon3-3B-Instruct-abliterated.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84b1ab070b009eeaaae9ad16d08fc4f32d7a2d4988e341b1eb11b79cd285acdd
3
+ size 2005685024
Falcon3-3B-Instruct-abliterated.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:505a0e8ba7f2306b035fdfcc831a1ab329388acf5158f9bf19bd5fdea0a5e11d
3
+ size 1933234976
Falcon3-3B-Instruct-abliterated.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9daae79449d3ca325994b19158cd90b91f3d7692f1db8ebe2d37523dbe980a98
3
+ size 2319471392
Falcon3-3B-Instruct-abliterated.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4623ee43a5f60a9ba7eb4b58293820a3f799b526475b1d3a584e518c66966316
3
+ size 2277692192
Falcon3-3B-Instruct-abliterated.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7788b81865dbf489d0a76435fd7b280b31e7c86999aa31aa5290be47a9410a1
3
+ size 2652869408