Hugging Face's logo

mradermacher
/
RealGuardrails-Llama3.2-3B-SFT-weak-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
fafa051
·
verified ·
1 Parent(s): ccd111e

uploaded from rain

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. RealGuardrails-Llama3.2-3B-SFT-weak.IQ4_XS.gguf +3 -0
  3. RealGuardrails-Llama3.2-3B-SFT-weak.Q2_K.gguf +3 -0
  4. RealGuardrails-Llama3.2-3B-SFT-weak.Q3_K_L.gguf +3 -0
  5. RealGuardrails-Llama3.2-3B-SFT-weak.Q3_K_M.gguf +3 -0
  6. RealGuardrails-Llama3.2-3B-SFT-weak.Q3_K_S.gguf +3 -0
  7. RealGuardrails-Llama3.2-3B-SFT-weak.Q4_K_M.gguf +3 -0
  8. RealGuardrails-Llama3.2-3B-SFT-weak.Q4_K_S.gguf +3 -0
  9. RealGuardrails-Llama3.2-3B-SFT-weak.Q5_K_M.gguf +3 -0
  10. RealGuardrails-Llama3.2-3B-SFT-weak.Q5_K_S.gguf +3 -0
  11. RealGuardrails-Llama3.2-3B-SFT-weak.Q6_K.gguf +3 -0
  12. RealGuardrails-Llama3.2-3B-SFT-weak.Q8_0.gguf +3 -0
  13. RealGuardrails-Llama3.2-3B-SFT-weak.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ RealGuardrails-Llama3.2-3B-SFT-weak.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ RealGuardrails-Llama3.2-3B-SFT-weak.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ RealGuardrails-Llama3.2-3B-SFT-weak.f16.gguf filter=lfs diff=lfs merge=lfs -text
RealGuardrails-Llama3.2-3B-SFT-weak.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2edd4b22ad2fdd0565dd35f46b10b526cbfd97139d2d9cb738a2a6667f8d6c3
3
+ size 1840904544
RealGuardrails-Llama3.2-3B-SFT-weak.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1abacd54dc18d7d326c2a71a51d991f73ba21c45ecc1ba129f022ec46d6c4269
3
+ size 1363933536
RealGuardrails-Llama3.2-3B-SFT-weak.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bb0d37e9d1734a3ad12fd5d3c084ebe730b98cefe9145130c17bfd9b044f3cf
3
+ size 1815345504
RealGuardrails-Llama3.2-3B-SFT-weak.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9704f0e9a4580a8becfccf555a9a7ab283378c8220b2a94168ed2029211f8f7b
3
+ size 1687157088
RealGuardrails-Llama3.2-3B-SFT-weak.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07515818600544164e99dfc03256c027481cde0d024a2235a7ccba09f7eb7669
3
+ size 1542846816
RealGuardrails-Llama3.2-3B-SFT-weak.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40b832e9e52157b12d19b7a6225bfccfd21c49a5b05654f98d5c20e673fba672
3
+ size 2019375456
RealGuardrails-Llama3.2-3B-SFT-weak.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c972407a92856426ca09e1266fc589e5881452d9dba7d397a67124bd3452a726
3
+ size 1928198496
RealGuardrails-Llama3.2-3B-SFT-weak.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf4a37bde5fbe4e02099df73595e5318b0697f3e9d67553dd0edea0aa3798ce
3
+ size 2322151776
RealGuardrails-Llama3.2-3B-SFT-weak.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf19fe1eadab60a981c5a76b7d1716b6e687a36e97a4b2f21a36d6e39e9929d9
3
+ size 2269509984
RealGuardrails-Llama3.2-3B-SFT-weak.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04fc9fadaeac5ae7172e5c33fd76382f014c003b7f90dd314ff25590a5381c85
3
+ size 2643851616
RealGuardrails-Llama3.2-3B-SFT-weak.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9b9ae56aa8558dcd94b2d8626a36498138f5c8a618f8c7dcd3144f296a5fdb
3
+ size 3421897056
RealGuardrails-Llama3.2-3B-SFT-weak.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f46c12e54e9d2ae2ac10097cef9ecb0a6086dbf62b012590d658c544382fbdd
3
+ size 6433685856