Update docstring in sample_finetune.py
Browse files- sample_finetune.py +6 -6
sample_finetune.py
CHANGED
|
@@ -30,12 +30,12 @@ Here is a sample config for deepspeed zero3:
|
|
| 30 |
compute_environment: LOCAL_MACHINE
|
| 31 |
debug: false
|
| 32 |
deepspeed_config:
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
distributed_type: DEEPSPEED
|
| 40 |
downcast_bf16: 'no'
|
| 41 |
enable_cpu_affinity: false
|
|
|
|
| 30 |
compute_environment: LOCAL_MACHINE
|
| 31 |
debug: false
|
| 32 |
deepspeed_config:
|
| 33 |
+
gradient_accumulation_steps: 1
|
| 34 |
+
offload_optimizer_device: none
|
| 35 |
+
offload_param_device: none
|
| 36 |
+
zero3_init_flag: true
|
| 37 |
+
zero3_save_16bit_model: true
|
| 38 |
+
zero_stage: 3
|
| 39 |
distributed_type: DEEPSPEED
|
| 40 |
downcast_bf16: 'no'
|
| 41 |
enable_cpu_affinity: false
|