Shortcuts

Source code for pytorch_lightning.plugins.environments.cluster_environment

# Copyright The PyTorch Lightning team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from abc import ABC, abstractmethod

from pytorch_lightning.utilities import rank_zero_deprecation


[docs]class ClusterEnvironment(ABC): """Specification of a cluster environment.""" @property @abstractmethod def creates_processes_externally(self) -> bool: """Whether the environment creates the subprocesses or not."""
[docs] def creates_children(self) -> bool: """Whether the environment creates the subprocesses or not. .. deprecated:: v1.5 This method was deprecated in v1.5 and will be removed in v1.6. Use the property :attr:`creates_processes_externally` instead. """ rank_zero_deprecation( f"`{self.__class__.__name__}.creates_children()` was deprecated in v1.5 and will be removed in v1.6." " Use the property :attr:`creates_processes_externally` instead." ) return self.creates_processes_externally
[docs] @abstractmethod def master_address(self) -> str: """The master address through which all processes connect and communicate."""
[docs] @abstractmethod def master_port(self) -> int: """An open and configured port in the master node through which all processes communicate."""
[docs] @abstractmethod def world_size(self) -> int: """The number of processes across all devices and nodes."""
@abstractmethod def set_world_size(self, size: int) -> None: pass
[docs] @abstractmethod def global_rank(self) -> int: """The rank (index) of the currently running process across all nodes and devices."""
@abstractmethod def set_global_rank(self, rank: int) -> None: pass
[docs] @abstractmethod def local_rank(self) -> int: """The rank (index) of the currently running process inside of the current node."""
[docs] @abstractmethod def node_rank(self) -> int: """The rank (index) of the node on which the current process runs."""
[docs] def teardown(self) -> None: """Clean up any state set after execution finishes.""" pass

© Copyright Copyright (c) 2018-2022, William Falcon et al... Revision ab1c2ff2.

Built with Sphinx using a theme provided by Read the Docs.
Read the Docs v: stable
Versions
latest
stable
1.5.9
1.5.8
1.5.7
1.5.6
1.5.5
1.5.4
1.5.3
1.5.2
1.5.1
1.5.0
1.4.9
1.4.8
1.4.7
1.4.6
1.4.5
1.4.4
1.4.3
1.4.2
1.4.1
1.4.0
1.3.8
1.3.7
1.3.6
1.3.5
1.3.4
1.3.3
1.3.2
1.3.1
1.3.0
1.2.10
1.2.8
1.2.7
1.2.6
1.2.5
1.2.4
1.2.3
1.2.2
1.2.1
1.2.0
1.1.8
1.1.7
1.1.6
1.1.5
1.1.4
1.1.3
1.1.2
1.1.1
1.1.0
1.0.8
1.0.7
1.0.6
1.0.5
1.0.4
1.0.3
1.0.2
1.0.1
1.0.0
0.10.0
0.9.0
0.8.5
0.8.4
0.8.3
0.8.2
0.8.1
0.8.0
0.7.6
0.7.5
0.7.4
0.7.3
0.7.2
0.7.1
0.7.0
0.6.0
0.5.3
0.4.9
ipynb-update
docs-search
Downloads
html
On Read the Docs
Project Home
Builds

Free document hosting provided by Read the Docs.