NcclProcessGroup
Models & Types · AiDotNet.Tensors.Engines.Distributed
No summary documentation available yet.
Implements: IProcessGroup
Constructors
| Constructor | Summary |
|---|---|
NcclProcessGroup(int rank, int worldSize, byte[] uniqueIdBlob) |
Properties
| Property | Summary |
|---|---|
bool IsAvailable { get; } |
|
int Rank { get; } |
|
int WorldSize { get; } |
|
string Backend { get; } |
Methods
| Method | Summary |
|---|---|
IProcessGroup NewGroup(IReadOnlyList<int> ranks) |
|
IProcessGroup SplitGroup(int color, int? key) |
|
Tensor<T> RecvDiscoverShape(int src, int tag) |
|
byte[] GetUniqueId() |
|
void AllGather(Tensor<T> input, IList<Tensor<T>> output) |
|
void AllReduce(Tensor<T> tensor, ReduceOp op) |
|
void Barrier() |
|
void Broadcast(Tensor<T> tensor, int root) |
|
void Dispose() |
|
void Gather(Tensor<T> input, IList<Tensor<T>> output, int root) |
|
void Recv(Tensor<T> tensor, int src, int tag) |
|
void Reduce(Tensor<T> tensor, int root, ReduceOp op) |
|
void ReduceScatter(IList<Tensor<T>> input, Tensor<T> output, ReduceOp op) |
|
void Scatter(IList<Tensor<T>> input, Tensor<T> output, int root) |
|
void Send(Tensor<T> tensor, int dst, int tag) |