training/utils/online_optimizer.cc


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

#include "online_optimizer.h"

LearningRateSchedule::~LearningRateSchedule() {}

double StandardLearningRate::eta(int k) const {
  return eta_0_ / (1.0 + k / N_);
}

double ExponentialDecayLearningRate::eta(int k) const {
  return eta_0_ * pow(alpha_, k / N_);
}

OnlineOptimizer::~OnlineOptimizer() {}

void OnlineOptimizer::ResetEpochImpl() {}