IMultiTensorGpuOptimizerBackend

Interfaces · AiDotNet.Tensors.Engines.DirectGpu

No summary documentation available yet.

Implements: IDirectGpuBackend

Known implementations: CudaBackend, HipBackend, MetalBackend, OpenClBackend, VulkanBackend, WebGpuBackend

Properties

Property Summary
bool GuardsFiniteOnDevice { get; }

Methods

Method Summary
void AdamMultiTensorUpdate(IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<IGpuBuffer> firstMoments, IReadOnlyList<IGpuBuffer> secondMoments, IReadOnlyList<int> sizes, float learningRate, float beta1, float beta2, float epsilon, float weightDecay, int step)
void AdamMultiTensorUpdateGuarded(bool decoupledWeightDecay, IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<IGpuBuffer> firstMoments, IReadOnlyList<IGpuBuffer> secondMoments, IReadOnlyList<int> sizes, float learningRate, float beta1, float beta2, float epsilon, float weightDecay, int step, IGpuBuffer finiteGuard)
void AdamWMultiTensorUpdate(IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<IGpuBuffer> firstMoments, IReadOnlyList<IGpuBuffer> secondMoments, IReadOnlyList<int> sizes, float learningRate, float beta1, float beta2, float epsilon, float weightDecay, int step)
void SgdMultiTensorUpdate(IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<int> sizes, float learningRate, float weightDecay)
void SgdMultiTensorUpdateGuarded(IReadOnlyList<IGpuBuffer> parameters, IReadOnlyList<IGpuBuffer> gradients, IReadOnlyList<int> sizes, float learningRate, float weightDecay, IGpuBuffer finiteGuard)