summaryrefslogtreecommitdiff
path: root/training/online_optimizer.cc
blob: 3ed954521f8cf80d84f7f5ce7c8b25a4f564b60f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
#include "online_optimizer.h"

LearningRateSchedule::~LearningRateSchedule() {}

double StandardLearningRate::eta(int k) const {
  return eta_0_ / (1.0 + k / N_);
}

double ExponentialDecayLearningRate::eta(int k) const {
  return eta_0_ * pow(alpha_, k / N_);
}

OnlineOptimizer::~OnlineOptimizer() {}

void OnlineOptimizer::ResetEpochImpl() {}