Index

A

allgather() (in module bluefog.torch) allgather_nonblocking() (in module bluefog.torch) allreduce (bluefog.torch.CommunicationType attribute) allreduce() (in module bluefog.torch)

allreduce_() (in module bluefog.torch) allreduce_nonblocking() (in module bluefog.torch) allreduce_nonblocking_() (in module bluefog.torch) allreduce_parameters() (in module bluefog.torch)

B

barrier() (in module bluefog.torch) bluefog.common.topology_util module bluefog.torch module

broadcast() (in module bluefog.torch) broadcast_() (in module bluefog.torch) broadcast_nonblocking() (in module bluefog.torch) broadcast_nonblocking_() (in module bluefog.torch) broadcast_optimizer_state() (in module bluefog.torch) broadcast_parameters() (in module bluefog.torch)

C

CommunicationType (class in bluefog.torch)

D

DistributedAdaptThenCombineOptimizer() (in module bluefog.torch) DistributedAdaptWithCombineOptimizer() (in module bluefog.torch) DistributedAllreduceOptimizer() (in module bluefog.torch)

DistributedGradientAllreduceOptimizer() (in module bluefog.torch) DistributedHierarchicalNeighborAllreduceOptimizer() (in module bluefog.torch) DistributedNeighborAllreduceOptimizer() (in module bluefog.torch) DistributedWinPutOptimizer() (in module bluefog.torch)

E

empty (bluefog.torch.CommunicationType attribute) ExponentialGraph() (in module bluefog.common.topology_util) (in module bluefog.torch)

ExponentialTwoGraph() (in module bluefog.common.topology_util) (in module bluefog.torch)

F

FullyConnectedGraph() (in module bluefog.common.topology_util) (in module bluefog.torch)

G

get_current_created_window_names() (in module bluefog.torch) get_skip_negotiate_stage() (in module bluefog.torch) get_win_version() (in module bluefog.torch) GetDynamicOnePeerSendRecvRanks() (in module bluefog.common.topology_util) (in module bluefog.torch) GetExp2DynamicSendRecvMachineRanks() (in module bluefog.common.topology_util) (in module bluefog.torch)

GetInnerOuterExpo2DynamicSendRecvRanks() (in module bluefog.common.topology_util) (in module bluefog.torch) GetInnerOuterRingDynamicSendRecvRanks() (in module bluefog.common.topology_util) (in module bluefog.torch) GetRecvWeights() (in module bluefog.common.topology_util) (in module bluefog.torch) GetSendWeights() (in module bluefog.common.topology_util) (in module bluefog.torch)

H

hierarchical_neighbor_allreduce (bluefog.torch.CommunicationType attribute)

hierarchical_neighbor_allreduce() (in module bluefog.torch) hierarchical_neighbor_allreduce_nonblocking() (in module bluefog.torch)

I

in_neighbor_machine_ranks() (in module bluefog.torch) in_neighbor_ranks() (in module bluefog.torch) InferDestinationFromSourceRanks() (in module bluefog.torch) InferSourceFromDestinationRanks() (in module bluefog.torch) init() (in module bluefog.torch)

is_homogeneous() (in module bluefog.torch) IsRegularGraph() (in module bluefog.common.topology_util) (in module bluefog.torch) IsTopologyEquivalent() (in module bluefog.common.topology_util) (in module bluefog.torch)

L

load_machine_topology() (in module bluefog.torch) load_topology() (in module bluefog.torch)

local_rank() (in module bluefog.torch) local_size() (in module bluefog.torch)

M

machine_rank() (in module bluefog.torch) machine_size() (in module bluefog.torch) MeshGrid2DGraph() (in module bluefog.common.topology_util) (in module bluefog.torch)

module bluefog.common.topology_util bluefog.torch mpi_threads_supported() (in module bluefog.torch)

N

nccl_built() (in module bluefog.torch) neighbor_allgather() (in module bluefog.torch) neighbor_allgather_nonblocking() (in module bluefog.torch)

neighbor_allreduce (bluefog.torch.CommunicationType attribute) neighbor_allreduce() (in module bluefog.torch) neighbor_allreduce_nonblocking() (in module bluefog.torch)

O

out_neighbor_machine_ranks() (in module bluefog.torch)

out_neighbor_ranks() (in module bluefog.torch)

P

poll() (in module bluefog.torch)

R

rank() (in module bluefog.torch) resume() (in module bluefog.torch)

RingGraph() (in module bluefog.common.topology_util) (in module bluefog.torch)

S

set_machine_topology() (in module bluefog.torch) set_skip_negotiate_stage() (in module bluefog.torch) set_topology() (in module bluefog.torch) shutdown() (in module bluefog.torch) size() (in module bluefog.torch)

StarGraph() (in module bluefog.common.topology_util) (in module bluefog.torch) suspend() (in module bluefog.torch) SymmetricExponentialGraph() (in module bluefog.common.topology_util) (in module bluefog.torch) synchronize() (in module bluefog.torch)

T

timeline_context() (in module bluefog.torch) timeline_end_activity() (in module bluefog.torch)

timeline_start_activity() (in module bluefog.torch) turn_off_win_ops_with_associated_p() (in module bluefog.torch) turn_on_win_ops_with_associated_p() (in module bluefog.torch)

U

unified_mpi_window_model_supported() (in module bluefog.torch)

W

wait() (in module bluefog.torch) win_accumulate() (in module bluefog.torch) win_accumulate_nonblocking() (in module bluefog.torch) win_associated_p() (in module bluefog.torch) win_create() (in module bluefog.torch) win_free() (in module bluefog.torch) win_get() (in module bluefog.torch)

win_get_nonblocking() (in module bluefog.torch) win_mutex() (in module bluefog.torch) win_poll() (in module bluefog.torch) win_put() (in module bluefog.torch) win_put_nonblocking() (in module bluefog.torch) win_update() (in module bluefog.torch) win_update_then_collect() (in module bluefog.torch) win_wait() (in module bluefog.torch)