NcclComm
Models & Types · AiDotNet.Tensors.Engines.DirectGpu.CUDA
No summary documentation available yet.
Implements: IDisposable
Properties
| Property | Summary |
|---|---|
IntPtr Handle { get; } |
|
bool IsAvailable { get; } |
|
int NRanks { get; } |
|
int Rank { get; } |
Methods
| Method | Summary |
|---|---|
NcclComm InitRank(int nRanks, int rank, NcclUniqueId id) |
|
NcclComm[] InitAll(int[] deviceIds) |
|
NcclUniqueId CreateUniqueId() |
|
int GetVersion() |
|
void AllGather(IntPtr sendBuf, IntPtr recvBuf, ulong sendCount, NcclDataType dtype, IntPtr stream) |
|
void AllReduce(IntPtr sendBuf, IntPtr recvBuf, ulong count, NcclDataType dtype, NcclRedOp op, IntPtr stream) |
|
void Broadcast(IntPtr sendBuf, IntPtr recvBuf, ulong count, NcclDataType dtype, int root, IntPtr stream) |
|
void Dispose() |
|
void GroupEnd() |
|
void GroupStart() |
|
void Recv(IntPtr buf, ulong count, NcclDataType dtype, int peer, IntPtr stream) |
|
void Reduce(IntPtr sendBuf, IntPtr recvBuf, ulong count, NcclDataType dtype, NcclRedOp op, int root, IntPtr stream) |
|
void ReduceScatter(IntPtr sendBuf, IntPtr recvBuf, ulong recvCount, NcclDataType dtype, NcclRedOp op, IntPtr stream) |
|
void Send(IntPtr buf, ulong count, NcclDataType dtype, int peer, IntPtr stream) |