Fix more typos

Signed-off-by: Olatunji Ruwase <[email protected]>
deepspeedai · Feb 6, 2025 · e8fc098 · e8fc098
1 parent 7d5be07
commit e8fc098
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 5 deletions.
diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py
@@ -1527,7 +1527,7 @@ def _configure_bf16_optimizer(self, optimizer):
         timers = self.timers if self.wall_clock_breakdown() else NoopTimer()
         optimizer = BF16_Optimizer(optimizer,
                                    self.param_names,
-                                   bfloat16_config=self._config.bfloat_config,
+                                   bfloat16_config=self._config.bfloat16_config,
                                    mpu=self.mpu,
                                    clip_grad=clip_grad,
                                    allgather_bucket_size=self.zero_allgather_bucket_size(),

diff --git a/deepspeed/runtime/zero/partition_parameters.py b/deepspeed/runtime/zero/partition_parameters.py
@@ -358,12 +358,12 @@ def _post_init_method(self, module):
 
     def _set_dtype(self, ds_config, dtype):
         if ds_config is not None and dtype is None:
-            if ds_config.bfloat16_config.enabled and ds_config.fp16_enabled:
+            if ds_config.bfloat16_config.enabled and ds_config.float16_config.enabled:
                 raise RuntimeError("bfloat16 and fp16 cannot be enabled at once")
 
             if ds_config.bfloat16_config.enabled:
                 self.dtype = torch.bfloat16
-            elif ds_config.fp16_enabled:
+            elif ds_config.float16_config.enabled:
                 self.dtype = torch.half
             else:
                 self.dtype = torch.float

diff --git a/tests/unit/runtime/test_ds_config_dict.py b/tests/unit/runtime/test_ds_config_dict.py
@@ -19,7 +19,8 @@
 
 # A test on its own
 import deepspeed
-from deepspeed.runtime.config import DeepSpeedConfig, get_bfloat16_enabled
+from deepspeed.runtime.config import DeepSpeedConfig
+from deepspeed.runtime.precision_config import get_bfloat16_config
 
 
 class TestBasicConfig(DistributedTest):
@@ -151,7 +152,7 @@ def test_get_bfloat16_enabled(bf16_key):
             "enabled": True,
         },
     }
-    assert get_bfloat16_enabled(cfg) == True
+    assert get_bfloat16_config(cfg).enabled == True
 
 
 class TestConfigLoad(DistributedTest):