IMultiTensorGpuOptimizerBackend
Interfaces · AiDotNet.Tensors.Engines.DirectGpu
No summary documentation available yet.
Implements: IDirectGpuBackend
Known implementations: CudaBackend, HipBackend, MetalBackend, OpenClBackend, VulkanBackend, WebGpuBackend
Properties
| Property | Summary |
|---|---|
bool GuardsFiniteOnDevice { get; } |
Methods
| Method | Summary |
|---|---|
void AdamMultiTensorUpdate(IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<IGpuBuffer> firstMoments, IReadOnlyList<IGpuBuffer> secondMoments, IReadOnlyList<int> sizes, float learningRate, float beta1, float beta2, float epsilon, float weightDecay, int step) |
|
void AdamMultiTensorUpdateGuarded(bool decoupledWeightDecay, IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<IGpuBuffer> firstMoments, IReadOnlyList<IGpuBuffer> secondMoments, IReadOnlyList<int> sizes, float learningRate, float beta1, float beta2, float epsilon, float weightDecay, int step, IGpuBuffer finiteGuard) |
|
void AdamWMultiTensorUpdate(IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<IGpuBuffer> firstMoments, IReadOnlyList<IGpuBuffer> secondMoments, IReadOnlyList<int> sizes, float learningRate, float beta1, float beta2, float epsilon, float weightDecay, int step) |
|
void SgdMultiTensorUpdate(IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<int> sizes, float learningRate, float weightDecay) |
|
void SgdMultiTensorUpdateGuarded(IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<int> sizes, float learningRate, float weightDecay, IGpuBuffer finiteGuard) |