LrSchedule

Base Classes · AiDotNet.Tensors.Engines.Compilation

No summary documentation available yet.

Known derived types: ExternalLrSchedule

Methods

Method Summary
ExternalLrSchedule External(double learningRate)
LrSchedule Constant(double lr)
LrSchedule Cosine(double lrMax, int totalSteps, double lrMin)
LrSchedule CosineAnnealing(double lr0, int tMax, double etaMin)
LrSchedule CosineWarmRestarts(double lr0, int t0, int tMult, double etaMin)
LrSchedule Cyclic(double lrBase, double lrMax, int stepSize)
LrSchedule Cyclic(double lrBase, double lrMax, int stepSizeUp, int stepSizeDown, CyclicLrMode mode, double gamma)
LrSchedule Exponential(double lr0, double gamma)
LrSchedule LinearWarmup(double lrMax, int warmupSteps, int totalSteps, double warmupInitLr, WarmupDecayMode decayMode, double endLr)
LrSchedule LinearWarmupCosine(double lrMax, int warmupSteps, int totalSteps, double lrMin)
LrSchedule MultiStep(double lr0, IReadOnlyList<int> milestones, double gamma, double minLr)
LrSchedule Noam(int modelDimension, int warmupSteps, double factor)
LrSchedule NoamHoldAnnealing(double peak, int warmupSteps, int holdSteps, double decayRate)
LrSchedule OneCycle(double lrMax, int totalSteps, double pctStart, double divFactor, double finalDivFactor)
LrSchedule OneCycleWithAnneal(double lrMax, int totalSteps, double pctStart, double divFactor, double finalDivFactor, OneCycleAnneal anneal)
LrSchedule Polynomial(double lr0, int totalSteps, double power, double endLr)
LrSchedule Sequential(IReadOnlyList<LrSchedule> schedules, IReadOnlyList<int> milestones)
LrSchedule Step(double lr0, int stepSize, double gamma)
LrSchedule TriStage(double lr0, int warmupSteps, int holdSteps, int totalSteps, double minLr, double decayPower)
LrSchedule WarmupStableDecay(double lrMax, int warmupSteps, int decayStartStep, int decaySteps, StableDecayShape shape, double endLr)
double GetLr(int step)