Index Symbols | _ | A | B | C | D | E | F | G | H | I | K | L | M | N | O | P | Q | R | S | T | U | V | W | X | Z Symbols **kwargs (lightning.fabric.fabric.Fabric.backward parameter) (lightning.fabric.fabric.Fabric.call parameter) (lightning.fabric.fabric.Fabric.launch parameter) (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.strategies.FSDPStrategy parameter), [1] (lightning.fabric.strategies.SingleDeviceStrategy.all_reduce parameter) (lightning.fabric.strategies.Strategy.optimizer_step parameter) (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] (lightning.fabric.strategies.XLAFSDPStrategy.optimizer_step parameter) (lightning.fabric.utilities.throughput.ThroughputMonitor parameter) (lightning.fabric.utilities.throughput.ThroughputMonitor.compute_and_log parameter) *args (lightning.fabric.fabric.Fabric.backward parameter) (lightning.fabric.fabric.Fabric.call parameter) (lightning.fabric.fabric.Fabric.launch parameter) (lightning.fabric.strategies.SingleDeviceStrategy.all_reduce parameter) *dataloaders (lightning.fabric.fabric.Fabric.setup_dataloaders parameter) *optimizers (lightning.fabric.fabric.Fabric.setup parameter) (lightning.fabric.fabric.Fabric.setup_optimizers parameter) _ _configure_launcher() (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) _get_main_address() (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) _get_main_port() (lightning.fabric.plugins.environments.lsf.LSFEnvironment static method) _get_node_rank() (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) _initialize_engine() (lightning.fabric.strategies.DeepSpeedStrategy method) _read_hosts() (lightning.fabric.plugins.environments.lsf.LSFEnvironment static method) _reapply_compile (lightning.fabric.fabric.Fabric.setup parameter) (lightning.fabric.fabric.Fabric.setup_module parameter) _restore_zero_state() (lightning.fabric.strategies.DeepSpeedStrategy method) _setup_dataloader() (lightning.fabric.fabric.Fabric method) _validate_srun_used() (lightning.fabric.plugins.environments.slurm.SLURMEnvironment static method) _validate_srun_variables() (lightning.fabric.plugins.environments.slurm.SLURMEnvironment static method) A Accelerator (class in lightning.fabric.accelerators) accelerator (lightning.fabric.fabric.Fabric parameter), [1] activation_checkpointing (lightning.fabric.strategies.FSDPStrategy parameter), [1] activation_checkpointing_policy (lightning.fabric.strategies.FSDPStrategy parameter), [1] (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] all (lightning.fabric.strategies.DataParallelStrategy.reduce_boolean_decision parameter) (lightning.fabric.strategies.ParallelStrategy.reduce_boolean_decision parameter) all_gather() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.ParallelStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) all_reduce() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) allgather_bucket_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] allgather_partitions (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] args (lightning.fabric.loggers.CSVLogger.log_hyperparams parameter) (lightning.fabric.loggers.Logger.log_hyperparams parameter) AttributeDict (class in lightning.fabric.utilities.data) auto_device_count() (lightning.fabric.accelerators.Accelerator static method) (lightning.fabric.accelerators.CPUAccelerator static method) (lightning.fabric.accelerators.CUDAAccelerator static method) (lightning.fabric.accelerators.MPSAccelerator static method) (lightning.fabric.accelerators.XLAAccelerator static method) auto_requeue (lightning.fabric.plugins.environments.slurm.SLURMEnvironment parameter), [1] auto_wrap_policy (lightning.fabric.strategies.FSDPStrategy parameter), [1] (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] autocast() (lightning.fabric.fabric.Fabric method) available_flops (lightning.fabric.utilities.throughput.Throughput parameter) B backward() (lightning.fabric.fabric.Fabric method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.strategies.Strategy method) barrier() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) batch (lightning.fabric.strategies.DataParallelStrategy.batch_to_device parameter) (lightning.fabric.strategies.Strategy.batch_to_device parameter) batch_to_device() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.Strategy method) batches (lightning.fabric.utilities.throughput.Throughput.update parameter) BitsandbytesPrecision (class in lightning.fabric.plugins.precision) block_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] broadcast() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) C call() (lightning.fabric.fabric.Fabric method) callbacks (lightning.fabric.fabric.Fabric parameter), [1] checkpoint (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.xla.XLACheckpointIO.save_checkpoint parameter) CheckpointIO (class in lightning.fabric.plugins.io.checkpoint_io) ckpt (lightning.fabric.strategies.DeepSpeedStrategy._restore_zero_state parameter) clip_gradients() (lightning.fabric.fabric.Fabric method) clip_gradients_norm() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) clip_gradients_value() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) clip_val (lightning.fabric.fabric.Fabric.clip_gradients parameter) ClusterEnvironment (class in lightning.fabric.plugins.environments.cluster_environment) Collective (class in lightning.fabric.plugins.collectives) compute() (lightning.fabric.utilities.throughput.Throughput method) compute_and_log() (lightning.fabric.utilities.throughput.ThroughputMonitor method) config (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] contiguous_gradients (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] contiguous_memory_optimization (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] convert_input() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) convert_module() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) convert_output() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) cpu_checkpointing (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] cpu_offload (lightning.fabric.strategies.FSDPStrategy parameter), [1] CPUAccelerator (class in lightning.fabric.accelerators) create_group() (lightning.fabric.plugins.collectives.Collective method) creates_processes_externally (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment property) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment property) (lightning.fabric.plugins.environments.lightning.LightningEnvironment property) (lightning.fabric.plugins.environments.lsf.LSFEnvironment property) (lightning.fabric.plugins.environments.mpi.MPIEnvironment property) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment property) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment property) (lightning.fabric.plugins.environments.xla.XLAEnvironment property) CSVLogger (class in lightning.fabric.loggers) CUDAAccelerator (class in lightning.fabric.accelerators) D data (lightning.fabric.fabric.Fabric.all_gather parameter) (lightning.fabric.fabric.Fabric.all_reduce parameter) dataloader (lightning.fabric.fabric.Fabric._setup_dataloader parameter) (lightning.fabric.strategies.Strategy.process_dataloader parameter) (lightning.fabric.strategies.XLAFSDPStrategy.process_dataloader parameter) (lightning.fabric.strategies.XLAStrategy.process_dataloader parameter) DataParallelStrategy (class in lightning.fabric.strategies) DDPStrategy (class in lightning.fabric.strategies) decision (lightning.fabric.strategies.DataParallelStrategy.reduce_boolean_decision parameter) (lightning.fabric.strategies.ParallelStrategy.reduce_boolean_decision parameter) DeepSpeedPrecision (class in lightning.fabric.plugins.precision) DeepSpeedStrategy (class in lightning.fabric.strategies) default_hp_metric (lightning.fabric.loggers.TensorBoardLogger parameter), [1] detect() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment static method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment static method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment static method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment static method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment static method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment static method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment static method) (lightning.fabric.plugins.environments.xla.XLAEnvironment static method) device (lightning.fabric.fabric.Fabric property) (lightning.fabric.plugins.precision.MixedPrecision parameter), [1] (lightning.fabric.strategies.DataParallelStrategy.batch_to_device parameter) (lightning.fabric.strategies.Strategy.batch_to_device parameter) devices (lightning.fabric.fabric.Fabric parameter), [1] disable_possible_user_warnings() (in module lightning.fabric.utilities.warnings) distributed_sampler_kwargs (lightning.fabric.strategies.DataParallelStrategy property) (lightning.fabric.strategies.DDPStrategy property) (lightning.fabric.strategies.DeepSpeedStrategy property) (lightning.fabric.strategies.FSDPStrategy property) (lightning.fabric.strategies.ParallelStrategy property) DoublePrecision (class in lightning.fabric.plugins.precision) dtype (lightning.fabric.plugins.precision.BitsandbytesPrecision parameter), [1] E empty_init (lightning.fabric.fabric.Fabric.init_module parameter) (lightning.fabric.strategies.DeepSpeedStrategy.module_init_context parameter) (lightning.fabric.strategies.FSDPStrategy.module_init_context parameter) (lightning.fabric.strategies.Strategy.module_init_context parameter) (lightning.fabric.strategies.XLAFSDPStrategy.module_init_context parameter) enabled (lightning.fabric.fabric.Fabric.no_backward_sync parameter) error_if_nonfinite (lightning.fabric.fabric.Fabric.clip_gradients parameter) experiment (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.TensorBoardLogger property) F Fabric (class in lightning.fabric.fabric) fabric (lightning.fabric.utilities.throughput.ThroughputMonitor parameter) fallback_compute_dtype (lightning.fabric.plugins.precision.TransformerEnginePrecision parameter), [1] filter (lightning.fabric.fabric.Fabric.save parameter) (lightning.fabric.strategies.DeepSpeedStrategy.save_checkpoint parameter) (lightning.fabric.strategies.Strategy.save_checkpoint parameter) (lightning.fabric.strategies.XLAStrategy.save_checkpoint parameter) finalize() (lightning.fabric.loggers.CSVLogger method) (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) flops (lightning.fabric.utilities.throughput.Throughput.update parameter) flush_logs_every_n_steps (lightning.fabric.loggers.CSVLogger parameter), [1] forward_context() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) forward_fn (lightning.fabric.utilities.throughput.measure_flops parameter) FSDPPrecision (class in lightning.fabric.plugins.precision) FSDPStrategy (class in lightning.fabric.strategies) function (lightning.fabric.fabric.Fabric.launch parameter) G get_module_state_dict() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.Strategy method) get_optimizer_state() (lightning.fabric.strategies.Strategy method) get_parallel_devices() (lightning.fabric.accelerators.Accelerator static method) (lightning.fabric.accelerators.CPUAccelerator static method) (lightning.fabric.accelerators.CUDAAccelerator static method) (lightning.fabric.accelerators.MPSAccelerator static method) (lightning.fabric.accelerators.XLAAccelerator static method) global_rank (lightning.fabric.fabric.Fabric property) global_rank() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning.fabric.plugins.environments.xla.XLAEnvironment method) group (lightning.fabric.fabric.Fabric.all_gather parameter) (lightning.fabric.fabric.Fabric.all_reduce parameter) (lightning.fabric.strategies.DataParallelStrategy.all_reduce parameter) (lightning.fabric.strategies.DDPStrategy.all_reduce parameter) (lightning.fabric.strategies.FSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.Strategy.all_gather parameter) (lightning.fabric.strategies.Strategy.all_reduce parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_gather parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.XLAStrategy.all_gather parameter) (lightning.fabric.strategies.XLAStrategy.all_reduce parameter) group_separator (lightning.fabric.loggers.Logger property) H HalfPrecision (class in lightning.fabric.plugins.precision) hook_name (lightning.fabric.fabric.Fabric.call parameter) hysteresis (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] I ignore_modules (lightning.fabric.plugins.precision.BitsandbytesPrecision parameter), [1] init_module() (lightning.fabric.fabric.Fabric method) init_tensor() (lightning.fabric.fabric.Fabric method) initial_scale_power (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] input_array (lightning.fabric.loggers.Logger.log_graph parameter) (lightning.fabric.loggers.TensorBoardLogger.log_graph parameter) is_available() (lightning.fabric.accelerators.Accelerator static method) (lightning.fabric.accelerators.CPUAccelerator static method) (lightning.fabric.accelerators.CUDAAccelerator static method) (lightning.fabric.accelerators.MPSAccelerator static method) (lightning.fabric.accelerators.XLAAccelerator static method) is_global_zero (lightning.fabric.fabric.Fabric property) (lightning.fabric.strategies.ParallelStrategy property) (lightning.fabric.strategies.SingleDeviceStrategy property) (lightning.fabric.strategies.Strategy property) is_shared_filesystem() (in module lightning.fabric.utilities.distributed) K KubeflowEnvironment (class in lightning.fabric.plugins.environments.kubeflow) kwargs (lightning.fabric.loggers.CSVLogger.log_hyperparams parameter) (lightning.fabric.loggers.Logger.log_hyperparams parameter) L launch() (lightning.fabric.fabric.Fabric method) lengths (lightning.fabric.utilities.throughput.Throughput.update parameter) LightningEnvironment (class in lightning.fabric.plugins.environments.lightning) load() (lightning.fabric.fabric.Fabric method) load_checkpoint() (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) load_full_weights (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] load_module_state_dict() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.Strategy method) load_raw() (lightning.fabric.fabric.Fabric method) load_state_dict() (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) local (lightning.fabric.fabric.Fabric.rank_zero_first parameter) local_rank (lightning.fabric.fabric.Fabric property) local_rank() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning.fabric.plugins.environments.xla.XLAEnvironment method) local_world_size (lightning.fabric.utilities.data.suggested_max_num_workers parameter) log() (lightning.fabric.fabric.Fabric method) log_dict() (lightning.fabric.fabric.Fabric method) log_dir (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.Logger property) (lightning.fabric.loggers.TensorBoardLogger property) log_graph() (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) log_hyperparams() (lightning.fabric.loggers.CSVLogger method) (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) log_metrics() (lightning.fabric.loggers.CSVLogger method) (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) Logger (class in lightning.fabric.loggers) logger (lightning.fabric.fabric.Fabric property) loggers (lightning.fabric.fabric.Fabric parameter), [1] (lightning.fabric.fabric.Fabric property) logging_batch_size_per_gpu (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] logging_level (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] loss_fn (lightning.fabric.utilities.throughput.measure_flops parameter) loss_scale (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] loss_scale_window (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] LSFEnvironment (class in lightning.fabric.plugins.environments.lsf) M main_address (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment property) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment property) (lightning.fabric.plugins.environments.lightning.LightningEnvironment property) (lightning.fabric.plugins.environments.lsf.LSFEnvironment property) (lightning.fabric.plugins.environments.mpi.MPIEnvironment property) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment property) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment property) (lightning.fabric.plugins.environments.xla.XLAEnvironment property) main_params() (lightning.fabric.plugins.precision.Precision method) main_port (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment property) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment property) (lightning.fabric.plugins.environments.lightning.LightningEnvironment property) (lightning.fabric.plugins.environments.lsf.LSFEnvironment property) (lightning.fabric.plugins.environments.mpi.MPIEnvironment property) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment property) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment property) (lightning.fabric.plugins.environments.xla.XLAEnvironment property) map_location (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.load_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.load_checkpoint parameter) max_in_cpu (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] max_norm (lightning.fabric.fabric.Fabric.clip_gradients parameter) measure_flops() (in module lightning.fabric.utilities.throughput) metrics (lightning.fabric.fabric.Fabric.log_dict parameter) (lightning.fabric.loggers.CSVLogger.log_metrics parameter) (lightning.fabric.loggers.Logger.log_metrics parameter) (lightning.fabric.loggers.TensorBoardLogger.log_hyperparams parameter) (lightning.fabric.loggers.TensorBoardLogger.log_metrics parameter) min_loss_scale (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] mixed_precision (lightning.fabric.strategies.FSDPStrategy parameter), [1] MixedPrecision (class in lightning.fabric.plugins.precision) mode (lightning.fabric.plugins.precision.BitsandbytesPrecision parameter), [1] model (lightning.fabric.fabric.Fabric.backward parameter) (lightning.fabric.loggers.Logger.log_graph parameter) (lightning.fabric.loggers.TensorBoardLogger.log_graph parameter) (lightning.fabric.plugins.precision.FSDPPrecision.backward parameter) (lightning.fabric.plugins.precision.MixedPrecision.backward parameter) (lightning.fabric.plugins.precision.Precision.backward parameter) (lightning.fabric.utilities.throughput.measure_flops parameter) module (lightning.fabric.fabric.Fabric.clip_gradients parameter) (lightning.fabric.fabric.Fabric.no_backward_sync parameter) (lightning.fabric.fabric.Fabric.setup parameter) (lightning.fabric.fabric.Fabric.setup_module parameter) (lightning.fabric.plugins.precision.Precision.post_backward parameter) (lightning.fabric.plugins.precision.Precision.pre_backward parameter) (lightning.fabric.utilities.warnings.disable_possible_user_warnings parameter) module_init_context() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) module_sharded_context() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) module_to_device() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) move_to_device (lightning.fabric.fabric.Fabric._setup_dataloader parameter) (lightning.fabric.fabric.Fabric.setup parameter) (lightning.fabric.fabric.Fabric.setup_dataloaders parameter) (lightning.fabric.fabric.Fabric.setup_module parameter) MPIEnvironment (class in lightning.fabric.plugins.environments.mpi) MPSAccelerator (class in lightning.fabric.accelerators) N name (lightning.fabric.fabric.Fabric.log parameter) (lightning.fabric.loggers.CSVLogger parameter), [1] (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.Logger property) (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger property) (lightning.fabric.strategies.DataParallelStrategy.barrier parameter) (lightning.fabric.strategies.DDPStrategy.barrier parameter) (lightning.fabric.strategies.FSDPStrategy.barrier parameter) (lightning.fabric.strategies.SingleDeviceStrategy.barrier parameter) (lightning.fabric.strategies.Strategy.barrier parameter) (lightning.fabric.strategies.XLAFSDPStrategy.barrier parameter) (lightning.fabric.strategies.XLAStrategy.barrier parameter) no_backward_sync() (lightning.fabric.fabric.Fabric method) node_rank (lightning.fabric.fabric.Fabric property) node_rank() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning.fabric.plugins.environments.xla.XLAEnvironment method) norm_type (lightning.fabric.fabric.Fabric.clip_gradients parameter) num_nodes (lightning.fabric.fabric.Fabric parameter), [1] nvme_path (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] O obj (lightning.fabric.fabric.Fabric.broadcast parameter) (lightning.fabric.fabric.Fabric.load_raw parameter) (lightning.fabric.fabric.Fabric.to_device parameter) (lightning.fabric.strategies.DataParallelStrategy.broadcast parameter) (lightning.fabric.strategies.DDPStrategy.broadcast parameter) (lightning.fabric.strategies.FSDPStrategy.broadcast parameter) (lightning.fabric.strategies.SingleDeviceStrategy.broadcast parameter) (lightning.fabric.strategies.Strategy.broadcast parameter) (lightning.fabric.strategies.XLAFSDPStrategy.broadcast parameter) (lightning.fabric.strategies.XLAStrategy.broadcast parameter) offload_optimizer (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] offload_optimizer_device (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] offload_parameters (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] offload_params_device (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] optimizer (lightning.fabric.fabric.Fabric.clip_gradients parameter) (lightning.fabric.strategies.Strategy.optimizer_step parameter) (lightning.fabric.strategies.XLAFSDPStrategy.optimizer_step parameter) optimizer_buffer_count (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] optimizer_step() (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.XLAPrecision method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) overlap_comm (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] overlap_events (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] P ParallelStrategy (class in lightning.fabric.strategies) params (lightning.fabric.loggers.CSVLogger.log_hyperparams parameter) (lightning.fabric.loggers.Logger.log_hyperparams parameter) (lightning.fabric.loggers.TensorBoardLogger.log_hyperparams parameter) params_buffer_count (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] params_buffer_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] parse_devices() (lightning.fabric.accelerators.Accelerator static method) (lightning.fabric.accelerators.CPUAccelerator static method) (lightning.fabric.accelerators.CUDAAccelerator static method) (lightning.fabric.accelerators.MPSAccelerator static method) (lightning.fabric.accelerators.XLAAccelerator static method) partition_activations (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] path (lightning.fabric.fabric.Fabric.load parameter) (lightning.fabric.fabric.Fabric.load_raw parameter) (lightning.fabric.fabric.Fabric.save parameter) (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.load_checkpoint parameter) (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.remove_checkpoint parameter) (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.load_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.remove_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.xla.XLACheckpointIO.save_checkpoint parameter) (lightning.fabric.strategies.DeepSpeedStrategy.load_checkpoint parameter) (lightning.fabric.strategies.DeepSpeedStrategy.save_checkpoint parameter) (lightning.fabric.strategies.Strategy.load_checkpoint parameter) (lightning.fabric.strategies.Strategy.save_checkpoint parameter) (lightning.fabric.strategies.XLAStrategy.save_checkpoint parameter) (lightning.fabric.utilities.distributed.is_shared_filesystem parameter) pin_memory (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] pl_worker_init_function() (in module lightning.fabric.utilities.seed) plugins (lightning.fabric.fabric.Fabric parameter), [1] post_backward() (lightning.fabric.plugins.precision.Precision method) pre_backward() (lightning.fabric.plugins.precision.Precision method) Precision (class in lightning.fabric.plugins.precision) precision (lightning.fabric.fabric.Fabric parameter), [1] (lightning.fabric.plugins.precision.DeepSpeedPrecision parameter), [1] (lightning.fabric.plugins.precision.FSDPPrecision parameter), [1] (lightning.fabric.plugins.precision.HalfPrecision parameter), [1] (lightning.fabric.plugins.precision.MixedPrecision parameter), [1] (lightning.fabric.plugins.precision.XLAPrecision parameter), [1] prefix (lightning.fabric.loggers.CSVLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger parameter), [1] print() (lightning.fabric.fabric.Fabric method) process_dataloader() (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) Q queue_depth (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] R rank_zero_first() (lightning.fabric.fabric.Fabric method) recipe (lightning.fabric.plugins.precision.TransformerEnginePrecision parameter), [1] reduce_boolean_decision() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.ParallelStrategy method) (lightning.fabric.strategies.Strategy method) reduce_bucket_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] reduce_op (lightning.fabric.fabric.Fabric.all_reduce parameter) (lightning.fabric.strategies.DataParallelStrategy.all_reduce parameter) (lightning.fabric.strategies.DDPStrategy.all_reduce parameter) (lightning.fabric.strategies.FSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.Strategy.all_reduce parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.XLAStrategy.all_reduce parameter) reduce_scatter (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] remote_device (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] remove_checkpoint() (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO method) replace_layers (lightning.fabric.plugins.precision.TransformerEnginePrecision parameter), [1] requeue_signal (lightning.fabric.plugins.environments.slurm.SLURMEnvironment parameter), [1] resolve_root_node_address() (lightning.fabric.plugins.environments.slurm.SLURMEnvironment static method) root_device (lightning.fabric.strategies.DataParallelStrategy property) (lightning.fabric.strategies.DDPStrategy property) (lightning.fabric.strategies.FSDPStrategy property) (lightning.fabric.strategies.SingleDeviceStrategy property) (lightning.fabric.strategies.Strategy property) (lightning.fabric.strategies.XLAFSDPStrategy property) (lightning.fabric.strategies.XLAStrategy property) root_dir (lightning.fabric.loggers.CSVLogger parameter), [1] (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.Logger property) (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger property) run() (lightning.fabric.fabric.Fabric method) S samples (lightning.fabric.utilities.throughput.Throughput.update parameter) save() (lightning.fabric.fabric.Fabric method) (lightning.fabric.loggers.CSVLogger method) (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) save_checkpoint() (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO method) (lightning.fabric.plugins.io.xla.XLACheckpointIO method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) scaler (lightning.fabric.plugins.precision.FSDPPrecision parameter), [1] (lightning.fabric.plugins.precision.MixedPrecision parameter), [1] seed (lightning.fabric.utilities.seed.seed_everything parameter) seed_everything() (in module lightning.fabric.utilities.seed) (lightning.fabric.fabric.Fabric static method) separator (lightning.fabric.utilities.throughput.Throughput parameter) sequential_save (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] setup() (lightning.fabric.fabric.Fabric method) setup_dataloaders() (lightning.fabric.fabric.Fabric method) setup_device() (lightning.fabric.accelerators.Accelerator method) (lightning.fabric.accelerators.CPUAccelerator method) (lightning.fabric.accelerators.CUDAAccelerator method) (lightning.fabric.accelerators.MPSAccelerator method) (lightning.fabric.accelerators.XLAAccelerator method) setup_environment() (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) setup_module() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) setup_module_and_optimizers() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) setup_optimizer() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) setup_optimizers() (lightning.fabric.fabric.Fabric method) sharded_model() (lightning.fabric.fabric.Fabric method) sharding_strategy (lightning.fabric.strategies.FSDPStrategy parameter), [1] single_submit (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] SingleDeviceCollective (class in lightning.fabric.plugins.collectives) SingleDeviceStrategy (class in lightning.fabric.strategies) SingleDeviceXLAStrategy (class in lightning.fabric.strategies) SLURMEnvironment (class in lightning.fabric.plugins.environments.slurm) src (lightning.fabric.fabric.Fabric.broadcast parameter) (lightning.fabric.strategies.DataParallelStrategy.broadcast parameter) (lightning.fabric.strategies.DDPStrategy.broadcast parameter) (lightning.fabric.strategies.FSDPStrategy.broadcast parameter) (lightning.fabric.strategies.SingleDeviceStrategy.broadcast parameter) (lightning.fabric.strategies.Strategy.broadcast parameter) (lightning.fabric.strategies.XLAFSDPStrategy.broadcast parameter) (lightning.fabric.strategies.XLAStrategy.broadcast parameter) stage (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] state (lightning.fabric.fabric.Fabric.load parameter) (lightning.fabric.fabric.Fabric.save parameter) (lightning.fabric.strategies.DeepSpeedStrategy.load_checkpoint parameter) (lightning.fabric.strategies.DeepSpeedStrategy.save_checkpoint parameter) (lightning.fabric.strategies.Strategy.load_checkpoint parameter) (lightning.fabric.strategies.Strategy.save_checkpoint parameter) (lightning.fabric.strategies.XLAStrategy.save_checkpoint parameter) state_dict (lightning.fabric.plugins.precision.FSDPPrecision.load_state_dict parameter) (lightning.fabric.plugins.precision.MixedPrecision.load_state_dict parameter) (lightning.fabric.plugins.precision.Precision.load_state_dict parameter) state_dict() (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) state_dict_type (lightning.fabric.strategies.FSDPStrategy parameter), [1] (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] status (lightning.fabric.loggers.CSVLogger.finalize parameter) (lightning.fabric.loggers.Logger.finalize parameter) (lightning.fabric.loggers.TensorBoardLogger.finalize parameter) step (lightning.fabric.fabric.Fabric.log parameter) (lightning.fabric.fabric.Fabric.log_dict parameter) (lightning.fabric.loggers.CSVLogger.log_metrics parameter) (lightning.fabric.loggers.Logger.log_metrics parameter) (lightning.fabric.loggers.TensorBoardLogger.log_metrics parameter) (lightning.fabric.utilities.throughput.ThroughputMonitor.compute_and_log parameter) storage_options (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.xla.XLACheckpointIO.save_checkpoint parameter) (lightning.fabric.strategies.DeepSpeedStrategy.save_checkpoint parameter) (lightning.fabric.strategies.Strategy.save_checkpoint parameter) (lightning.fabric.strategies.XLAStrategy.save_checkpoint parameter) Strategy (class in lightning.fabric.strategies) strategy (lightning.fabric.fabric.Fabric parameter), [1] (lightning.fabric.utilities.distributed.is_shared_filesystem parameter) strict (lightning.fabric.fabric.Fabric.load parameter) (lightning.fabric.fabric.Fabric.load_raw parameter) (lightning.fabric.strategies.DeepSpeedStrategy.load_checkpoint parameter) (lightning.fabric.strategies.Strategy.load_checkpoint parameter) sub_dir (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger property) sub_group_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] suggested_max_num_workers() (in module lightning.fabric.utilities.data) sync_grads (lightning.fabric.fabric.Fabric.all_gather parameter) (lightning.fabric.strategies.Strategy.all_gather parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_gather parameter) (lightning.fabric.strategies.XLAStrategy.all_gather parameter) synchronize_checkpoint_boundary (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] T teardown() (lightning.fabric.accelerators.Accelerator method) (lightning.fabric.accelerators.CPUAccelerator method) (lightning.fabric.accelerators.CUDAAccelerator method) (lightning.fabric.accelerators.MPSAccelerator method) (lightning.fabric.accelerators.XLAAccelerator method) (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.XLAPrecision method) (lightning.fabric.strategies.ParallelStrategy method) (lightning.fabric.strategies.Strategy method) tensor (lightning.fabric.fabric.Fabric.backward parameter) (lightning.fabric.plugins.precision.FSDPPrecision.backward parameter) (lightning.fabric.plugins.precision.MixedPrecision.backward parameter) (lightning.fabric.plugins.precision.Precision.backward parameter) (lightning.fabric.plugins.precision.Precision.post_backward parameter) (lightning.fabric.plugins.precision.Precision.pre_backward parameter) (lightning.fabric.strategies.DataParallelStrategy.all_reduce parameter) (lightning.fabric.strategies.DDPStrategy.all_reduce parameter) (lightning.fabric.strategies.FSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.SingleDeviceStrategy.all_reduce parameter) (lightning.fabric.strategies.Strategy.all_gather parameter) (lightning.fabric.strategies.Strategy.all_reduce parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_gather parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.XLAStrategy.all_gather parameter) (lightning.fabric.strategies.XLAStrategy.all_reduce parameter) tensor_init_context() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) (lightning.fabric.strategies.Strategy method) TensorBoardLogger (class in lightning.fabric.loggers) thread_count (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] Throughput (class in lightning.fabric.utilities.throughput) ThroughputMonitor (class in lightning.fabric.utilities.throughput) time (lightning.fabric.utilities.throughput.Throughput.update parameter) timeout (lightning.fabric.utilities.distributed.is_shared_filesystem parameter) to_device() (lightning.fabric.fabric.Fabric method) TorchCheckpointIO (class in lightning.fabric.plugins.io.torch_io) TorchCollective (class in lightning.fabric.plugins.collectives) TorchElasticEnvironment (class in lightning.fabric.plugins.environments.torchelastic) TransformerEnginePrecision (class in lightning.fabric.plugins.precision) U update() (lightning.fabric.utilities.throughput.Throughput method) use_distributed_sampler (lightning.fabric.fabric.Fabric._setup_dataloader parameter) (lightning.fabric.fabric.Fabric.setup_dataloaders parameter) V validate_settings() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) value (lightning.fabric.fabric.Fabric.log parameter) version (lightning.fabric.loggers.CSVLogger parameter), [1] (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.Logger property) (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger property) W weights_dtype (lightning.fabric.plugins.precision.TransformerEnginePrecision parameter), [1] window_size (lightning.fabric.utilities.throughput.Throughput parameter) workers (lightning.fabric.utilities.seed.seed_everything parameter) world_size (lightning.fabric.fabric.Fabric property) (lightning.fabric.utilities.throughput.Throughput parameter) world_size() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning.fabric.plugins.environments.xla.XLAEnvironment method) X XLAAccelerator (class in lightning.fabric.accelerators) XLACheckpointIO (class in lightning.fabric.plugins.io.xla) XLAEnvironment (class in lightning.fabric.plugins.environments.xla) XLAFSDPStrategy (class in lightning.fabric.strategies) XLAPrecision (class in lightning.fabric.plugins.precision) XLAStrategy (class in lightning.fabric.strategies) Z zero_allow_untested_optimizer (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] zero_optimization (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]