nekokiku commited on
Commit
e1031f7
·
verified ·
1 Parent(s): 85fdea7

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -11,7 +11,7 @@
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
  "lora_alpha": 32,
14
- "lora_dropout": 0.01,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
@@ -20,8 +20,8 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "qkv_proj",
24
- "o_proj"
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
 
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
  "lora_alpha": 32,
14
+ "lora_dropout": 0.05,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "o_proj",
24
+ "qkv_proj"
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6cb49905261b96d28179ab5e0f6f56996223278b91df38f8a549a52f0678c4a
3
  size 18891496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e3ce19badd5396275c222ce2804752e56ee0945b90e2e16b663f087f523812
3
  size 18891496
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": [
5
+ 32007,
6
+ 32001,
7
+ 32000
8
+ ],
9
+ "pad_token_id": 32000,
10
+ "transformers_version": "4.45.0"
11
+ }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1fd5679aae649a4efbbeecc0632bc252c6daf497ddd78e7e29dc9f6ef58b21f
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755e7ccb77df768b0890fb631f8ca06978d137944a376cc15565f2c22ff5450e
3
  size 5432