NcclComm

Models & Types · AiDotNet.Tensors.Engines.DirectGpu.CUDA

No summary documentation available yet.

Implements: IDisposable

Properties

Property Summary
IntPtr Handle { get; }
bool IsAvailable { get; }
int NRanks { get; }
int Rank { get; }

Methods

Method Summary
NcclComm InitRank(int nRanks, int rank, NcclUniqueId id)
NcclComm[] InitAll(int[] deviceIds)
NcclUniqueId CreateUniqueId()
int GetVersion()
void AllGather(IntPtr sendBuf, IntPtr recvBuf, ulong sendCount, NcclDataType dtype, IntPtr stream)
void AllReduce(IntPtr sendBuf, IntPtr recvBuf, ulong count, NcclDataType dtype, NcclRedOp op, IntPtr stream)
void Broadcast(IntPtr sendBuf, IntPtr recvBuf, ulong count, NcclDataType dtype, int root, IntPtr stream)
void Dispose()
void GroupEnd()
void GroupStart()
void Recv(IntPtr buf, ulong count, NcclDataType dtype, int peer, IntPtr stream)
void Reduce(IntPtr sendBuf, IntPtr recvBuf, ulong count, NcclDataType dtype, NcclRedOp op, int root, IntPtr stream)
void ReduceScatter(IntPtr sendBuf, IntPtr recvBuf, ulong recvCount, NcclDataType dtype, NcclRedOp op, IntPtr stream)
void Send(IntPtr buf, ulong count, NcclDataType dtype, int peer, IntPtr stream)