IAsyncGpuBackend

Interfaces · AiDotNet.Tensors.Engines.Gpu

No summary documentation available yet.

Implements: IDirectGpuBackend

Known implementations: CudaBackend, HipBackend, MetalBackend, OpenClBackend, VulkanBackend, WebGpuBackend

Properties

Property Summary
IGpuStream DefaultStream { get; }
bool SupportsAsyncTransfer { get; }
bool SupportsEvents { get; }
bool SupportsGraphCapture { get; }
bool SupportsMultiStream { get; }
int MaxConcurrentStreams { get; }

Methods

Method Summary
GpuSyncPoint CreateSyncPoint()
GpuSyncPoint CreateSyncPoint(IGpuStream stream)
IGpuBuffer AllocateBufferAsync(float[] data, IGpuStream stream)
IGpuEvent CreateEvent()
IGpuEvent CreateEvent(bool enableTiming)
IGpuStream CreateStream(GpuStreamType streamType)
IGpuStream CreateStream(GpuStreamType streamType, int priority)
bool QueryEventComplete(IGpuEvent gpuEvent)
bool QueryStreamComplete(IGpuStream stream)
float GetEventElapsedTime(IGpuEvent start, IGpuEvent end)
void CopyBufferAsync(IGpuBuffer source, IGpuBuffer destination, int size, IGpuStream stream)
void DownloadBufferAsync(IGpuBuffer buffer, float[] destination, IGpuStream stream)
void FusedGemmBiasActivationAsync(IGpuBuffer A, IGpuBuffer B, IGpuBuffer bias, IGpuBuffer output, int M, int N, int K, FusedActivationType activation, IGpuStream stream)
void GemmAsync(IGpuBuffer A, IGpuBuffer B, IGpuBuffer C, int M, int N, int K, float alpha, float beta, IGpuStream stream)
void RecordEvent(IGpuEvent gpuEvent, IGpuStream stream)
void StreamWaitEvent(IGpuStream stream, IGpuEvent gpuEvent)
void SynchronizeStream(IGpuStream stream)
void UploadBufferAsync(ReadOnlySpan<float> data, IGpuBuffer buffer, IGpuStream stream)
void UploadBufferAsync(float[] data, IGpuBuffer buffer, IGpuStream stream)