From fc515cbe2e731c15913394629e4dbadc8e95c017 Mon Sep 17 00:00:00 2001
From: 游雁 <zhifu.gzf@alibaba-inc.com>
Date: 星期五, 08 十一月 2024 13:30:48 +0800
Subject: [PATCH] refactor(deepspeed_conf): 移除旧配置文件
---
/dev/null | 38 --------------------------------------
1 files changed, 0 insertions(+), 38 deletions(-)
diff --git a/examples/deepspeed_conf/ds_z0_config.json b/examples/deepspeed_conf/ds_z0_config.json
deleted file mode 100644
index ed32667..0000000
--- a/examples/deepspeed_conf/ds_z0_config.json
+++ /dev/null
@@ -1,28 +0,0 @@
-{
- "train_batch_size": "auto",
- "train_micro_batch_size_per_gpu": "auto",
- "gradient_accumulation_steps": "auto",
- "gradient_clipping": "auto",
- "zero_allow_untested_optimizer": true,
- "fp16": {
- "enabled": "auto",
- "loss_scale": 0,
- "loss_scale_window": 1000,
- "initial_scale_power": 16,
- "hysteresis": 2,
- "min_loss_scale": 1
- },
- "bf16": {
- "enabled": "auto"
- },
- "zero_optimization": {
- "stage": 0,
- "allgather_partitions": true,
- "allgather_bucket_size": 5e8,
- "overlap_comm": true,
- "reduce_scatter": true,
- "reduce_bucket_size": 5e8,
- "contiguous_gradients": true,
- "round_robin_gradients": true
- }
-}
\ No newline at end of file
diff --git a/examples/deepspeed_conf/ds_z2_config.json b/examples/deepspeed_conf/ds_z2_config.json
deleted file mode 100644
index 0a1bd1d..0000000
--- a/examples/deepspeed_conf/ds_z2_config.json
+++ /dev/null
@@ -1,28 +0,0 @@
-{
- "train_batch_size": "auto",
- "train_micro_batch_size_per_gpu": "auto",
- "gradient_accumulation_steps": "auto",
- "gradient_clipping": "auto",
- "zero_allow_untested_optimizer": true,
- "fp16": {
- "enabled": "auto",
- "loss_scale": 0,
- "loss_scale_window": 1000,
- "initial_scale_power": 16,
- "hysteresis": 2,
- "min_loss_scale": 1
- },
- "bf16": {
- "enabled": "auto"
- },
- "zero_optimization": {
- "stage": 2,
- "allgather_partitions": true,
- "allgather_bucket_size": 5e8,
- "overlap_comm": true,
- "reduce_scatter": true,
- "reduce_bucket_size": 5e8,
- "contiguous_gradients": true,
- "round_robin_gradients": true
- }
-}
\ No newline at end of file
diff --git a/examples/deepspeed_conf/ds_z2_offload_config.json b/examples/deepspeed_conf/ds_z2_offload_config.json
deleted file mode 100644
index 7a39836..0000000
--- a/examples/deepspeed_conf/ds_z2_offload_config.json
+++ /dev/null
@@ -1,32 +0,0 @@
-{
- "train_batch_size": "auto",
- "train_micro_batch_size_per_gpu": "auto",
- "gradient_accumulation_steps": "auto",
- "gradient_clipping": "auto",
- "zero_allow_untested_optimizer": true,
- "fp16": {
- "enabled": "auto",
- "loss_scale": 0,
- "loss_scale_window": 1000,
- "initial_scale_power": 16,
- "hysteresis": 2,
- "min_loss_scale": 1
- },
- "bf16": {
- "enabled": "auto"
- },
- "zero_optimization": {
- "stage": 2,
- "offload_optimizer": {
- "device": "cpu",
- "pin_memory": true
- },
- "allgather_partitions": true,
- "allgather_bucket_size": 5e8,
- "overlap_comm": true,
- "reduce_scatter": true,
- "reduce_bucket_size": 5e8,
- "contiguous_gradients": true,
- "round_robin_gradients": true
- }
-}
\ No newline at end of file
diff --git a/examples/deepspeed_conf/ds_z3_config.json b/examples/deepspeed_conf/ds_z3_config.json
deleted file mode 100644
index ccf9560..0000000
--- a/examples/deepspeed_conf/ds_z3_config.json
+++ /dev/null
@@ -1,30 +0,0 @@
-{
- "train_batch_size": "auto",
- "train_micro_batch_size_per_gpu": "auto",
- "gradient_accumulation_steps": "auto",
- "gradient_clipping": "auto",
- "zero_allow_untested_optimizer": true,
- "fp16": {
- "enabled": "auto",
- "loss_scale": 0,
- "loss_scale_window": 1000,
- "initial_scale_power": 16,
- "hysteresis": 2,
- "min_loss_scale": 1
- },
- "bf16": {
- "enabled": "auto"
- },
- "zero_optimization": {
- "stage": 3,
- "overlap_comm": true,
- "contiguous_gradients": true,
- "sub_group_size": 1e9,
- "reduce_bucket_size": "auto",
- "stage3_prefetch_bucket_size": "auto",
- "stage3_param_persistence_threshold": "auto",
- "stage3_max_live_parameters": 1e9,
- "stage3_max_reuse_distance": 1e9,
- "stage3_gather_16bit_weights_on_model_save": true
- }
-}
\ No newline at end of file
diff --git a/examples/deepspeed_conf/ds_z3_offload_config.json b/examples/deepspeed_conf/ds_z3_offload_config.json
deleted file mode 100644
index 026aabb..0000000
--- a/examples/deepspeed_conf/ds_z3_offload_config.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "train_batch_size": "auto",
- "train_micro_batch_size_per_gpu": "auto",
- "gradient_accumulation_steps": "auto",
- "gradient_clipping": "auto",
- "zero_allow_untested_optimizer": true,
- "fp16": {
- "enabled": "auto",
- "loss_scale": 0,
- "loss_scale_window": 1000,
- "initial_scale_power": 16,
- "hysteresis": 2,
- "min_loss_scale": 1
- },
- "bf16": {
- "enabled": "auto"
- },
- "zero_optimization": {
- "stage": 3,
- "offload_optimizer": {
- "device": "cpu",
- "pin_memory": true
- },
- "offload_param": {
- "device": "cpu",
- "pin_memory": true
- },
- "overlap_comm": true,
- "contiguous_gradients": true,
- "sub_group_size": 1e9,
- "reduce_bucket_size": "auto",
- "stage3_prefetch_bucket_size": "auto",
- "stage3_param_persistence_threshold": "auto",
- "stage3_max_live_parameters": 1e9,
- "stage3_max_reuse_distance": 1e9,
- "stage3_gather_16bit_weights_on_model_save": true
- }
-}
\ No newline at end of file
--
Gitblit v1.9.1