add: split TestNoRepeatedInitializationAllowed test into two separate ones

Author: traincheck-team

tests/unit/runtime/test_ds_initialize.py

@@ -442,7 +442,7 @@ class TestNoRepeatedInitializationAllowed(DistributedTest):
     world_size = 1
 
     @pytest.mark.parametrize('optimizer_type', [None, Optimizer, Callable])
-    def test(self, optimizer_type):
+    def test_objs_marked_ds_inited(self, optimizer_type):
         hidden_dim = 10
         model = SimpleModel(hidden_dim)
 
@@ -472,6 +472,27 @@ def _optimizer_callable(params) -> Optimizer:
         assert _is_ds_initialized(model_engine), "Model engine should be marked as initialized"
         assert _is_ds_initialized(optim), "Optimizer should be marked as initialized"
 
+    @pytest.mark.parametrize('optimizer_type', [None, Optimizer, Callable])
+    def test_repeated_initialization_raises_error(self, optimizer_type):
+        hidden_dim = 10
+        model = SimpleModel(hidden_dim)
+
+        def _optimizer_callable(params) -> Optimizer:
+            return AdamW(params=params)
+
+        config_dict = {'train_batch_size': 1}
+        if optimizer_type is None:
+            client_optimizer = None
+            config_dict['optimizer'] = {'type': ADAM_OPTIMIZER}
+        elif optimizer_type is Optimizer:
+            client_optimizer = Adam(model.parameters())
+        else:
+            client_optimizer = _optimizer_callable
+
+        # Initialize DeepSpeed engine
+        model_engine, optim, _, _ = deepspeed.initialize(model=model,
+                                                         optimizer=client_optimizer,
+                                                         config_params=config_dict)
         err_msg_pattern = "has already been initialized"
         with pytest.raises(ValueError, match=err_msg_pattern):
             deepspeed.initialize(model=model, optimizer=client_optimizer, config_params=config_dict)