noether.core.distributed.reduce

Functions

all_reduce_sum_nograd(x)
all_reduce_sum_grad(x)
reduce_mean_grad(x[, dest_rank])
reduce_mean_nograd(x[, dest_rank])
reduce_max_grad(x[, dest_rank])
reduce_max_nograd(x[, dest_rank])
all_reduce_mean_grad(x)
all_reduce_mean_nograd(x)

Module Contents

noether.core.distributed.reduce.all_reduce_sum_nograd(x)

Parameters:

x (torch.Tensor)

Return type:

torch.Tensor

noether.core.distributed.reduce.all_reduce_sum_grad(x)

Parameters:

x (torch.Tensor)

Return type:

torch.Tensor

noether.core.distributed.reduce.reduce_mean_grad(x, dest_rank=0)

Parameters:

x (torch.Tensor)

Return type:

torch.Tensor

noether.core.distributed.reduce.reduce_mean_nograd(x, dest_rank=0)

Parameters:

x (torch.Tensor)

Return type:

torch.Tensor

noether.core.distributed.reduce.reduce_max_grad(x, dest_rank=0)

Parameters:

x (torch.Tensor)

Return type:

torch.Tensor

noether.core.distributed.reduce.reduce_max_nograd(x, dest_rank=0)

Parameters:

x (torch.Tensor)

Return type:

torch.Tensor

noether.core.distributed.reduce.all_reduce_mean_grad(x)

Parameters:

x (torch.Tensor)

Return type:

torch.Tensor

noether.core.distributed.reduce.all_reduce_mean_nograd(x)

Parameters:

x (torch.Tensor)

Return type:

torch.Tensor