Upload configs.yaml with huggingface_hub
Browse files- configs.yaml +1 -1
configs.yaml
CHANGED
|
@@ -9,7 +9,7 @@ deepspeed: /opt/ml/code/zero3.json
|
|
| 9 |
do_train: 'True'
|
| 10 |
enable_liger_kernel: 'True'
|
| 11 |
finetuning_type: full
|
| 12 |
-
flash_attn:
|
| 13 |
formatting: sharegpt
|
| 14 |
global_batch_size: '96'
|
| 15 |
gradient_accumulation_steps: '3'
|
|
|
|
| 9 |
do_train: 'True'
|
| 10 |
enable_liger_kernel: 'True'
|
| 11 |
finetuning_type: full
|
| 12 |
+
flash_attn: sdpa
|
| 13 |
formatting: sharegpt
|
| 14 |
global_batch_size: '96'
|
| 15 |
gradient_accumulation_steps: '3'
|