IAsyncGpuBackend
Interfaces · AiDotNet.Tensors.Engines.Gpu
No summary documentation available yet.
Implements: IDirectGpuBackend
Known implementations: CudaBackend, HipBackend, MetalBackend, OpenClBackend, VulkanBackend, WebGpuBackend
Properties
| Property | Summary |
|---|---|
IGpuStream DefaultStream { get; } |
|
bool SupportsAsyncTransfer { get; } |
|
bool SupportsEvents { get; } |
|
bool SupportsGraphCapture { get; } |
|
bool SupportsMultiStream { get; } |
|
int MaxConcurrentStreams { get; } |
Methods
| Method | Summary |
|---|---|
GpuSyncPoint CreateSyncPoint() |
|
GpuSyncPoint CreateSyncPoint(IGpuStream stream) |
|
IGpuBuffer AllocateBufferAsync(float[] data, IGpuStream stream) |
|
IGpuEvent CreateEvent() |
|
IGpuEvent CreateEvent(bool enableTiming) |
|
IGpuStream CreateStream(GpuStreamType streamType) |
|
IGpuStream CreateStream(GpuStreamType streamType, int priority) |
|
bool QueryEventComplete(IGpuEvent gpuEvent) |
|
bool QueryStreamComplete(IGpuStream stream) |
|
float GetEventElapsedTime(IGpuEvent start, IGpuEvent end) |
|
void CopyBufferAsync(IGpuBuffer source, IGpuBuffer destination, int size, IGpuStream stream) |
|
void DownloadBufferAsync(IGpuBuffer buffer, float[] destination, IGpuStream stream) |
|
void FusedGemmBiasActivationAsync(IGpuBuffer A, IGpuBuffer B, IGpuBuffer bias, IGpuBuffer output, int M, int N, int K, FusedActivationType activation, IGpuStream stream) |
|
void GemmAsync(IGpuBuffer A, IGpuBuffer B, IGpuBuffer C, int M, int N, int K, float alpha, float beta, IGpuStream stream) |
|
void RecordEvent(IGpuEvent gpuEvent, IGpuStream stream) |
|
void StreamWaitEvent(IGpuStream stream, IGpuEvent gpuEvent) |
|
void SynchronizeStream(IGpuStream stream) |
|
void UploadBufferAsync(ReadOnlySpan<float> data, IGpuBuffer buffer, IGpuStream stream) |
|
void UploadBufferAsync(float[] data, IGpuBuffer buffer, IGpuStream stream) |