OptimizerKernels

Helpers & Utilities · AiDotNet.Tensors.Helpers

No summary documentation available yet.

Methods

Method Summary
bool IsFusedPathEligible(OptimizerType optimizerType)
float DAdaptationSgdInPlace(Tensor<float> param, Tensor<float> grad, Tensor<float> sBuf, float d, float rAccum, float lr, float growthRate)
float HypergradientSgdInPlace(Tensor<float> param, Tensor<float> grad, Tensor<float> prevGrad, float lr, float hyperLr)
float ScheduleFreeSgdInPlace(Tensor<float> z, Tensor<float> x, Tensor<float> grad, float lr, float weightSum)
void AdamInPlace(Tensor<T> param, Tensor<T> grad, Tensor<T> m, Tensor<T> v, LrSchedule schedule, T beta1, T beta2, T eps, int step)
void AdamInPlace(Tensor<T> param, Tensor<T> grad, Tensor<T> m, Tensor<T> v, T lr, T beta1, T beta2, T eps, int step)
void AdamWInPlace(Tensor<T> param, Tensor<T> grad, Tensor<T> m, Tensor<T> v, T lr, T beta1, T beta2, T eps, T weightDecay, int step)
void ScheduleFreeYInPlace(Tensor<float> y, Tensor<float> z, Tensor<float> x, float beta)
void SgdInPlace(Tensor<T> param, Tensor<T> grad, LrSchedule schedule, int step)
void SgdInPlace(Tensor<T> param, Tensor<T> grad, T lr)
void SgdInPlaceGrouped(Tensor<T>[] parameters, Tensor<T>[] grads, LrSchedule[] groupSchedules, int[] groupIndices, int step)
void SgdInPlaceGrouped(Tensor<T>[] parameters, Tensor<T>[] grads, T[] groupLrs, int[] groupIndices)