ydeng9 commited on
Commit
7c9529b
·
verified ·
1 Parent(s): f15b7e0

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +59 -0
  2. model.safetensors +3 -0
  3. training_args.bin +3 -0
config.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-1.5B",
3
+ "architectures": [
4
+ "Qwen2ForSequenceClassification"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151643,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 1536,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6",
19
+ "7": "LABEL_7",
20
+ "8": "LABEL_8",
21
+ "9": "LABEL_9",
22
+ "10": "LABEL_10",
23
+ "11": "LABEL_11"
24
+ },
25
+ "initializer_range": 0.02,
26
+ "intermediate_size": 8960,
27
+ "label2id": {
28
+ "LABEL_0": 0,
29
+ "LABEL_1": 1,
30
+ "LABEL_10": 10,
31
+ "LABEL_11": 11,
32
+ "LABEL_2": 2,
33
+ "LABEL_3": 3,
34
+ "LABEL_4": 4,
35
+ "LABEL_5": 5,
36
+ "LABEL_6": 6,
37
+ "LABEL_7": 7,
38
+ "LABEL_8": 8,
39
+ "LABEL_9": 9
40
+ },
41
+ "max_position_embeddings": 131072,
42
+ "max_window_layers": 28,
43
+ "model_type": "qwen2",
44
+ "num_attention_heads": 12,
45
+ "num_hidden_layers": 28,
46
+ "num_key_value_heads": 2,
47
+ "pad_token_id": 151643,
48
+ "rms_norm_eps": 1e-06,
49
+ "rope_scaling": null,
50
+ "rope_theta": 1000000.0,
51
+ "sliding_window": null,
52
+ "tie_word_embeddings": true,
53
+ "torch_dtype": "bfloat16",
54
+ "transformers_version": "4.45.2",
55
+ "use_cache": true,
56
+ "use_mrope": false,
57
+ "use_sliding_window": false,
58
+ "vocab_size": 151936
59
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46dd3ba1fc314b19a1e00c62f3ec2fc36ad27c564fb00c94e1eb063aa46d5dac
3
+ size 3087504104
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:929c3168213b3144673cd6d8cc4d5dae7cd6c927b9e15ee77081a85acd01fbca
3
+ size 5176