Spaces:
Paused
Paused
build(examples): change processes number from 8 to 1 in deepspeed zero3 config
Browse files
examples/accelerate_configs/deepspeed_zero3.yaml
CHANGED
|
@@ -8,12 +8,12 @@ deepspeed_config:
|
|
| 8 |
zero3_save_16bit_model: true
|
| 9 |
zero_stage: 3
|
| 10 |
distributed_type: DEEPSPEED
|
| 11 |
-
downcast_bf16:
|
| 12 |
machine_rank: 0
|
| 13 |
main_training_function: main
|
| 14 |
mixed_precision: bf16
|
| 15 |
num_machines: 1
|
| 16 |
-
num_processes:
|
| 17 |
rdzv_backend: static
|
| 18 |
same_network: true
|
| 19 |
tpu_env: []
|
|
|
|
| 8 |
zero3_save_16bit_model: true
|
| 9 |
zero_stage: 3
|
| 10 |
distributed_type: DEEPSPEED
|
| 11 |
+
downcast_bf16: "no"
|
| 12 |
machine_rank: 0
|
| 13 |
main_training_function: main
|
| 14 |
mixed_precision: bf16
|
| 15 |
num_machines: 1
|
| 16 |
+
num_processes: 1
|
| 17 |
rdzv_backend: static
|
| 18 |
same_network: true
|
| 19 |
tpu_env: []
|