AttributeError: 'DeepSpeedHybridEngine' object has no attribute 'mp_group' in step 3.

│ /data/miniconda3/envs/arainmodel/lib/python3.10/site-packages/deepspeed/runtime/hybrid_engine.py │
│ :296 in create_inference_containers │
│ │
│ 293 │ │ │ │ │ self._orig_modules_others.append(child) │
│ 294 │ │ │ │ │ self._orig_fwds_others.append(child.forward) │
│ 295 │ │ │ else: │
│ ❱ 296 │ │ │ │ self.create_inference_containers(child, layer_id=layer_id) │
│ 297 │ │
│ 298 │ def create_inference_module(self): │
│ 299 │ │ self.layer_params = [] │
│ │
│ /data/miniconda3/envs/arainmodel/lib/python3.10/site-packages/deepspeed/runtime/hybrid_engine.py │
│ :276 in create_inference_containers │
│ │
│ 273 │ │ for name, child in module.named_children(): │
│ 274 │ │ │ if child.class in self.inference_policies: │
│ 275 │ │ │ │ if self.inference_policies[child.class][0] == self.new_inference_con │
│ ❱ 276 │ │ │ │ │ self._inference_containers.append(self.inference_policies[child.__cl │
│ 277 │ │ │ │ │ │ child, self.inference_policies[child.class][-1], layer_id)) │
│ 278 │ │ │ │ │ self._orig_modules.append(child) │
│ 279 │ │ │ │ │ self._orig_fwds.append(child.forward) │
│ │
│ /data/miniconda3/envs/arainmodel/lib/python3.10/site-packages/deepspeed/runtime/hybrid_engine.py │
│ :97 in new_inference_container │
│ │
│ 94 │ │ │ child=orig_layer) │
│ 95 │ │ _container.set_dtype(self._config.fp16_enabled) │
│ 96 │ │ │
│ ❱ 97 │ │ _container.set_tensor_parallel_config(self._config.hybrid_engine.inference_tp_si │
│ 98 │ │ _container.initialize_tensors(enable_training=True) │
│ 99 │ │ _container.create_ds_model_config() │
│ 100 │ │ _container.create_module() │
│ │
│ /data/miniconda3/envs/arainmodel/lib/python3.10/site-packages/deepspeed/runtime/engine.py:454 in │
│ getattr │
│ │
│ 451 │ │ elif name in dir(_module): │
│ 452 │ │ │ return getattr(_module, name) │
│ 453 │ │ else: │
│ ❱ 454 │ │ │ raise AttributeError(f"'{type(self).name}' object has no attribute '{nam │
│ 455 │ │
│ 456 │ def checkpoint_tag_validation_enabled(self): │
│ 457 │ │ return self._config.checkpoint_tag_validation_enabled │
╰──────────────────────────────────────────────────────────────────────────────────────────────────╯
AttributeError: 'DeepSpeedHybridEngine' object has no attribute 'mp_group'

Start by tracing the step-3 failure through runtime/hybrid_engine.py, especially create_inference_containers and new_inference_container, then inspect runtime/engine.py around getattr. Reproduce the reported DeepSpeedHybridEngine error and identify the missing mp_group context; done means the same step completes without this AttributeError.