blob: f38ff79db8535251f5690594b7f4a71f950c2d21 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
#ifndef LM_BUILDER_ADJUST_COUNTS__
#define LM_BUILDER_ADJUST_COUNTS__
#include "lm/builder/discount.hh"
#include "util/exception.hh"
#include <vector>
#include <stdint.h>
namespace lm {
namespace builder {
class ChainPositions;
class BadDiscountException : public util::Exception {
public:
BadDiscountException() throw();
~BadDiscountException() throw();
};
/* Compute adjusted counts.
* Input: unique suffix sorted N-grams (and just the N-grams) with raw counts.
* Output: [1,N]-grams with adjusted counts.
* [1,N)-grams are in suffix order
* N-grams are in undefined order (they're going to be sorted anyway).
*/
class AdjustCounts {
public:
AdjustCounts(std::vector<uint64_t> &counts, std::vector<Discount> &discounts)
: counts_(counts), discounts_(discounts) {}
void Run(const ChainPositions &positions);
private:
std::vector<uint64_t> &counts_;
std::vector<Discount> &discounts_;
};
} // namespace builder
} // namespace lm
#endif // LM_BUILDER_ADJUST_COUNTS__
|
