Repository URL to install this package:
|
Version:
2.0.0rc1 ▾
|
from ray.util.collective.collective import (
nccl_available,
gloo_available,
is_group_initialized,
init_collective_group,
destroy_collective_group,
create_collective_group,
get_rank,
get_collective_group_size,
allreduce,
allreduce_multigpu,
barrier,
reduce,
reduce_multigpu,
broadcast,
broadcast_multigpu,
allgather,
allgather_multigpu,
reducescatter,
reducescatter_multigpu,
send,
send_multigpu,
recv,
recv_multigpu,
)
__all__ = [
"nccl_available",
"gloo_available",
"is_group_initialized",
"init_collective_group",
"destroy_collective_group",
"create_collective_group",
"get_rank",
"get_collective_group_size",
"allreduce",
"allreduce_multigpu",
"barrier",
"reduce",
"reduce_multigpu",
"broadcast",
"broadcast_multigpu",
"allgather",
"allgather_multigpu",
"reducescatter",
"reducescatter_multigpu",
"send",
"send_multigpu",
"recv",
"recv_multigpu",
]