summaryrefslogtreecommitdiff
path: root/mteval/ns.h
diff options
context:
space:
mode:
authorChris Dyer <cdyer@cs.cmu.edu>2012-02-03 17:19:16 -0500
committerChris Dyer <cdyer@cs.cmu.edu>2012-02-03 17:19:16 -0500
commit16d08eefddbecfefced16a0dd5a13d4c64c139b0 (patch)
tree689142d884441edd0d1dee57973dcc1f28c07549 /mteval/ns.h
parentf63027cecd0649b4d30e3f288e1311f9f27f1b5b (diff)
make pro use new interface
Diffstat (limited to 'mteval/ns.h')
-rw-r--r--mteval/ns.h4
1 files changed, 4 insertions, 0 deletions
diff --git a/mteval/ns.h b/mteval/ns.h
index d88c263b..4e4c6975 100644
--- a/mteval/ns.h
+++ b/mteval/ns.h
@@ -94,6 +94,10 @@ class EvaluationMetric {
public:
const std::string& MetricId() const { return name_; }
+ // returns true for metrics like WER and TER where lower scores are better
+ // false for metrics like BLEU and METEOR where higher scores are better
+ virtual bool IsErrorMetric() const;
+
virtual unsigned SufficientStatisticsVectorSize() const;
virtual float ComputeScore(const SufficientStats& stats) const = 0;
virtual std::string DetailedScore(const SufficientStats& stats) const;