LrSchedule
Base Classes · AiDotNet.Tensors.Engines.Compilation
No summary documentation available yet.
Known derived types: ExternalLrSchedule
Methods
| Method | Summary |
|---|---|
ExternalLrSchedule External(double learningRate) |
|
LrSchedule Constant(double lr) |
|
LrSchedule Cosine(double lrMax, int totalSteps, double lrMin) |
|
LrSchedule CosineAnnealing(double lr0, int tMax, double etaMin) |
|
LrSchedule CosineWarmRestarts(double lr0, int t0, int tMult, double etaMin) |
|
LrSchedule Cyclic(double lrBase, double lrMax, int stepSize) |
|
LrSchedule Cyclic(double lrBase, double lrMax, int stepSizeUp, int stepSizeDown, CyclicLrMode mode, double gamma) |
|
LrSchedule Exponential(double lr0, double gamma) |
|
LrSchedule LinearWarmup(double lrMax, int warmupSteps, int totalSteps, double warmupInitLr, WarmupDecayMode decayMode, double endLr) |
|
LrSchedule LinearWarmupCosine(double lrMax, int warmupSteps, int totalSteps, double lrMin) |
|
LrSchedule MultiStep(double lr0, IReadOnlyList<int> milestones, double gamma, double minLr) |
|
LrSchedule Noam(int modelDimension, int warmupSteps, double factor) |
|
LrSchedule NoamHoldAnnealing(double peak, int warmupSteps, int holdSteps, double decayRate) |
|
LrSchedule OneCycle(double lrMax, int totalSteps, double pctStart, double divFactor, double finalDivFactor) |
|
LrSchedule OneCycleWithAnneal(double lrMax, int totalSteps, double pctStart, double divFactor, double finalDivFactor, OneCycleAnneal anneal) |
|
LrSchedule Polynomial(double lr0, int totalSteps, double power, double endLr) |
|
LrSchedule Sequential(IReadOnlyList<LrSchedule> schedules, IReadOnlyList<int> milestones) |
|
LrSchedule Step(double lr0, int stepSize, double gamma) |
|
LrSchedule TriStage(double lr0, int warmupSteps, int holdSteps, int totalSteps, double minLr, double decayPower) |
|
LrSchedule WarmupStableDecay(double lrMax, int warmupSteps, int decayStartStep, int decaySteps, StableDecayShape shape, double endLr) |
|
double GetLr(int step) |