Add Parallelism getter property to Accelerator class

src/accelerate/accelerator.py

@@ -784,6 +784,52 @@ def _setup_parallelism_config(
 
         return parallelism_config
 
+    @property
+    def tensor_parallel_rank(self) -> int:
+        """
+        Returns the local rank for tensor parallelism.
+        Raises an error if tensor parallelism is not enabled.
+        """
+        if not self.parallelism_config or not self.parallelism_config.tp_enabled:
+            raise RuntimeError("Tensor parallelism is not enabled. Please check your configuration.")
+        return self.torch_device_mesh.get_local_rank("tp")
+
+    @property
+    def pipeline_parallel_rank(self) -> int:
+        """
+        Returns the local rank for pipeline parallelism.
+        Not implemented in Accelerate.
+        """
+        raise NotImplementedError("Pipeline parallelism is currently not supported in Accelerate.")
+
+    @property
+    def context_parallel_rank(self) -> int:
+        """
+        Returns the local rank for context parallelism.
+        Not implemented in Accelerate.
+        """
+        raise NotImplementedError("Context parallelism is currently not supported in Accelerate.")
+
+    @property
+    def data_parallel_rank(self) -> int:
+        """
+        Returns the local rank for replicate-based data parallelism (e.g., DDP).
+        Raises an error if not enabled.
+        """
+        if not self.parallelism_config or not self.parallelism_config.dp_replicate_enabled:
+            raise RuntimeError("Replicate-based data parallelism is not enabled. Please check your configuration.")
+        return self.torch_device_mesh.get_local_rank("dp_replicate")
+
+    @property
+    def data_parallel_shard_rank(self) -> int:
+        """
+        Returns the local rank for shard-based data parallelism (e.g., FSDP).
+        Raises an error if not enabled.
+        """
+        if not self.parallelism_config or not self.parallelism_config.dp_shard_enabled:
+            raise RuntimeError("Shard-based data parallelism is not enabled. Please check your configuration.")
+        return self.torch_device_mesh.get_local_rank("dp_shard")
+
     def _build_torch_device_mesh(self, parallelism_config):
         if PartialState._shared_state != {} and getattr(PartialState(), "device_mesh", None) is not None:
             device_mesh = PartialState().device_mesh