Hugging Face's logo

VPTQ-community
/
Qwen2.5-72B-Instruct-v8-k1024-512-woft

Safetensors
qwen2
VPTQ
Quantized
Quantization
vptq
Model card Files Community
OpenSourceRonin commited on
Commit
d3de183
·
verified ·
1 Parent(s): 1da02fa

Upload Qwen2.5-72B-Instruct-v8-k1024-512-woft model

Browse files
Files changed (9) hide show
  1. config.json +0 -0
  2. generation_config.json +3 -15
  3. model-00001-of-00006.safetensors +2 -2
  4. model-00002-of-00006.safetensors +2 -2
  5. model-00003-of-00006.safetensors +2 -2
  6. model-00004-of-00006.safetensors +2 -2
  7. model-00005-of-00006.safetensors +2 -2
  8. model.safetensors.index.json +0 -0
  9. tokenizer_config.json +1 -0
config.json CHANGED
The diff for this file is too large to render. See raw diff
 
generation_config.json CHANGED
@@ -1,18 +1,6 @@
1
  {
2
- "attn_implementation": "flash_attention_2",
3
  "bos_token_id": 151643,
4
- "do_sample": true,
5
- "eos_token_id": [
6
- 151645,
7
- 151643
8
- ],
9
- "num_assistant_tokens": 5,
10
- "num_assistant_tokens_schedule": "heuristic",
11
- "pad_token_id": 151643,
12
- "repetition_penalty": 1.05,
13
- "return_legacy_cache": true,
14
- "temperature": 0.7,
15
- "top_k": 20,
16
- "top_p": 0.8,
17
- "transformers_version": "4.45.1"
18
  }
 
1
  {
2
+ "_from_model_config": true,
3
  "bos_token_id": 151643,
4
+ "eos_token_id": 151645,
5
+ "transformers_version": "4.49.0"
 
 
 
 
 
 
 
 
 
 
 
 
6
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42bb1a55cb54e4ef7d18da8a36fdf58c3c2a58e0b121a17ba3e1df5394bedbc9
3
- size 4959915840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1defcb955615f34466e8157b8253527e205cac3598a5cf55560c012d2a3379f6
3
+ size 4958393152
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fc961b684a87b09bbedfd809d5d20aff39cf5c65835d159a973dfcec832c5ae
3
- size 4963900088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d7f6d3771612d79bc0efdae97c2fdd22d27f92ac6c52baf61ab992e04ee9f41
3
+ size 4960894288
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:059951f1d7c56a3cdc5e3ee1b4e39a042907e1a96033da00bb5c0cd3c4b6d27f
3
- size 4963900104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06423ef05d7e13227565bd2decd0dcf4eecdce09957ca06820841101af30df3f
3
+ size 4960894304
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8ad307cd5e44b9df132426563601ee9cfd09b6d0aee0a1cb44248d3c9942fb9
3
- size 4963900104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8384ea8cf4be5eeba915e14e0867626d93424972c4154e8ccde84cac53855700
3
+ size 4960894304
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1bb961de89a2454b65dcd9e9ff3cf191a26e7d27f0b9274fe52681eff582f100
3
- size 3540448552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ad800b3cdb873b0d7b51a1d995b7fd718aa6eb17b33dda19249cf6c8f1fa761
3
+ size 3538332704
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -199,6 +199,7 @@
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|im_end|>",
201
  "errors": "replace",
 
202
  "legacy": false,
203
  "model_max_length": 131072,
204
  "pad_token": "<|endoftext|>",
 
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|im_end|>",
201
  "errors": "replace",
202
+ "extra_special_tokens": {},
203
  "legacy": false,
204
  "model_max_length": 131072,
205
  "pad_token": "<|endoftext|>",