Skip to content

fsdp.md

Latest commit

 

History

History
91 lines (69 loc) · 1.59 KB

fsdp.md

File metadata and controls

91 lines (69 loc) · 1.59 KB

FullyShardedDataParallel

.. automodule:: torch.distributed.fsdp

.. autoclass:: torch.distributed.fsdp.FullyShardedDataParallel
  :members:

.. autoclass:: torch.distributed.fsdp.BackwardPrefetch
  :members:

.. autoclass:: torch.distributed.fsdp.ShardingStrategy
  :members:

.. autoclass:: torch.distributed.fsdp.MixedPrecision
  :members:

.. autoclass:: torch.distributed.fsdp.CPUOffload
  :members:

.. autoclass:: torch.distributed.fsdp.StateDictConfig
  :members:

.. autoclass:: torch.distributed.fsdp.FullStateDictConfig
  :members:

.. autoclass:: torch.distributed.fsdp.ShardedStateDictConfig
  :members:

.. autoclass:: torch.distributed.fsdp.LocalStateDictConfig
  :members:

.. autoclass:: torch.distributed.fsdp.OptimStateDictConfig
  :members:

.. autoclass:: torch.distributed.fsdp.FullOptimStateDictConfig
  :members:

.. autoclass:: torch.distributed.fsdp.ShardedOptimStateDictConfig
  :members:

.. autoclass:: torch.distributed.fsdp.LocalOptimStateDictConfig
  :members:

.. autoclass:: torch.distributed.fsdp.StateDictSettings
  :members:

.. currentmodule:: torch.distributed.fsdp.wrap

.. autofunction:: always_wrap_policy

.. autofunction:: enable_wrap

.. autofunction:: lambda_auto_wrap_policy

.. autofunction:: size_based_auto_wrap_policy

.. autofunction:: transformer_auto_wrap_policy

.. autofunction:: wrap