OptimizerKernels
Helpers & Utilities · AiDotNet.Tensors.Helpers
No summary documentation available yet.
Methods
| Method | Summary |
|---|---|
bool IsFusedPathEligible(OptimizerType optimizerType) |
|
float DAdaptationSgdInPlace(Tensor<float> param, Tensor<float> grad, Tensor<float> sBuf, float d, float rAccum, float lr, float growthRate) |
|
float HypergradientSgdInPlace(Tensor<float> param, Tensor<float> grad, Tensor<float> prevGrad, float lr, float hyperLr) |
|
float ScheduleFreeSgdInPlace(Tensor<float> z, Tensor<float> x, Tensor<float> grad, float lr, float weightSum) |
|
void AdamInPlace(Tensor<T> param, Tensor<T> grad, Tensor<T> m, Tensor<T> v, LrSchedule schedule, T beta1, T beta2, T eps, int step) |
|
void AdamInPlace(Tensor<T> param, Tensor<T> grad, Tensor<T> m, Tensor<T> v, T lr, T beta1, T beta2, T eps, int step) |
|
void AdamWInPlace(Tensor<T> param, Tensor<T> grad, Tensor<T> m, Tensor<T> v, T lr, T beta1, T beta2, T eps, T weightDecay, int step) |
|
void ScheduleFreeYInPlace(Tensor<float> y, Tensor<float> z, Tensor<float> x, float beta) |
|
void SgdInPlace(Tensor<T> param, Tensor<T> grad, LrSchedule schedule, int step) |
|
void SgdInPlace(Tensor<T> param, Tensor<T> grad, T lr) |
|
void SgdInPlaceGrouped(Tensor<T>[] parameters, Tensor<T>[] grads, LrSchedule[] groupSchedules, int[] groupIndices, int step) |
|
void SgdInPlaceGrouped(Tensor<T>[] parameters, Tensor<T>[] grads, T[] groupLrs, int[] groupIndices) |