diff options
author | redpony <redpony@ec762483-ff6d-05da-a07a-a48fb63a330f> | 2010-08-29 00:36:09 +0000 |
---|---|---|
committer | redpony <redpony@ec762483-ff6d-05da-a07a-a48fb63a330f> | 2010-08-29 00:36:09 +0000 |
commit | 1903cdb1edaf05d82d8782d446f1d2c39eb05f0c (patch) | |
tree | 0873c3ce979b6ef5476ce0ae735f434763ce97d1 /training/online_optimizer.cc | |
parent | fabdc7bc3cd5a83c2c74768bfc46146b4f3221b4 (diff) |
online optimizer
git-svn-id: https://ws10smt.googlecode.com/svn/trunk@631 ec762483-ff6d-05da-a07a-a48fb63a330f
Diffstat (limited to 'training/online_optimizer.cc')
-rw-r--r-- | training/online_optimizer.cc | 14 |
1 files changed, 14 insertions, 0 deletions
diff --git a/training/online_optimizer.cc b/training/online_optimizer.cc new file mode 100644 index 00000000..db55c95e --- /dev/null +++ b/training/online_optimizer.cc @@ -0,0 +1,14 @@ +#include "online_optimizer.h" + +LearningRateSchedule::~LearningRateSchedule() {} + +double StandardLearningRate::eta(int k) const { + return eta_0_ / (1.0 + k / N_); +} + +double ExponentialDecayLearningRate::eta(int k) const { + return eta_0_ * pow(alpha_, k / N_); +} + +OnlineOptimizer::~OnlineOptimizer() {} + |