Hugging Face's logo

second-state
/
Falcon3-7B-Instruct-GGUF

Text Generation
Transformers
GGUF
llama
falcon3
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
8b6ba89
·
verified ·
1 Parent(s): 204e084

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Falcon3-7B-Instruct-Q2_K.gguf +3 -0
  3. Falcon3-7B-Instruct-Q3_K_L.gguf +3 -0
  4. Falcon3-7B-Instruct-Q3_K_M.gguf +3 -0
  5. Falcon3-7B-Instruct-Q3_K_S.gguf +3 -0
  6. Falcon3-7B-Instruct-Q4_0.gguf +3 -0
  7. Falcon3-7B-Instruct-Q4_K_M.gguf +3 -0
  8. Falcon3-7B-Instruct-Q4_K_S.gguf +3 -0
  9. Falcon3-7B-Instruct-Q5_0.gguf +3 -0
  10. Falcon3-7B-Instruct-Q5_K_M.gguf +3 -0
  11. Falcon3-7B-Instruct-Q5_K_S.gguf +3 -0
  12. Falcon3-7B-Instruct-Q6_K.gguf +3 -0
  13. Falcon3-7B-Instruct-Q8_0.gguf +3 -0
  14. Falcon3-7B-Instruct-f16.gguf +3 -0
  15. config.json +28 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Falcon3-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Falcon3-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon3-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon3-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon3-7B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon3-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon3-7B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon3-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon3-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon3-7B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon3-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon3-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Falcon3-7B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Falcon3-7B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eb1d9cfbbbbf52fcbac1fd7a622827f35b59c45b5759f58ce30ef920a7955b5
3
+ size 2886982848
Falcon3-7B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f8f7f347bd7e191f0081f8a52729cae4a78c4f8cf5e7b30ed1a9ff5ea40c97f
3
+ size 3967982784
Falcon3-7B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef1735498d3b4b73c01417c3b1b2822ea6513ccdabee784ba093cf9551c32e28
3
+ size 3685850304
Falcon3-7B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5a02d555eecc7fb80dcd80b4334aaa0ab13aebef9af6e27084657bcc7e1c475
3
+ size 3366214848
Falcon3-7B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:573d62443f3b7f6204130387e0836528238bde348714f8f15a4e0992c0a3c9ff
3
+ size 4302904512
Falcon3-7B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83a4ed64bd40e7d6a85b906bd8c50d43654c6b1bafe60e6051c07c2897cde1f2
3
+ size 4569726144
Falcon3-7B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bf573b3cb7cbad8a92a55b4c9983ecdc32539609ea5e0b1cc9240a1a17a7944
3
+ size 4331019456
Falcon3-7B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a46076284c99d70ce4cf4bfe4106654f8d6d9e013c6a821a683106eb8cd938b
3
+ size 5184494784
Falcon3-7B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d228f8f23f0bef60e188c30f48f5ae37d83ade014c2583cdfe77d910c516e0c
3
+ size 5321948352
Falcon3-7B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1406dc2654ad8e90f5d0230e2cbf36bbbe3f71bd400131f6aca73582981f89
3
+ size 5184494784
Falcon3-7B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bde13a9eb589ddee9773e2ebaa8616dd1a06a3f9bc603357f2092b840e2822b9
3
+ size 6121184448
Falcon3-7B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:385ccaf41f35ea1556724ff0f720ad76d33b4fac302496a5384b22bac8ce48fb
3
+ size 7926783168
Falcon3-7B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b046b87b4e25c49b8a4b926854b3cb28a4f7b7117c76ae58518a24d8d998bc0
3
+ size 14916197568
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 11,
8
+ "eos_token_id": 11,
9
+ "head_dim": 256,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 3072,
12
+ "intermediate_size": 23040,
13
+ "max_position_embeddings": 32768,
14
+ "mlp_bias": false,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 12,
17
+ "num_hidden_layers": 28,
18
+ "num_key_value_heads": 4,
19
+ "pretraining_tp": 1,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": null,
22
+ "rope_theta": 1000042,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.46.1",
26
+ "use_cache": true,
27
+ "vocab_size": 131072
28
+ }