Update device_mesh.py

wz337 · web-flow · commit a2640e5c61ad · 2024-06-07T12:56:01.000-07:00
diff --git a/torch/distributed/device_mesh.py b/torch/distributed/device_mesh.py
@@ -513,9 +513,6 @@ def get_all_groups(self) -> List[ProcessGroup]:
             Returns:
                 A list of :class:`ProcessGroup` object.
             """
-            if not hasattr(self, "_dim_group_infos"):
-                raise RuntimeError("DeviceMesh process groups not initialized!")
-
             return [self.get_group(i) for i in range(self.mesh.ndim)]
 
         @staticmethod
