blob: 3c9946643eb462b02c119a02912c671fcff4878f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
|
#ifndef LM_BUILDER_NGRAM_STREAM__
#define LM_BUILDER_NGRAM_STREAM__
#include "lm/builder/ngram.hh"
#include "util/stream/chain.hh"
#include "util/stream/stream.hh"
#include <cstddef>
namespace lm { namespace builder {
class NGramStream {
public:
NGramStream() : gram_(NULL, 0) {}
NGramStream(const util::stream::ChainPosition &position) : gram_(NULL, 0) {
Init(position);
}
void Init(const util::stream::ChainPosition &position) {
stream_.Init(position);
gram_ = NGram(stream_.Get(), NGram::OrderFromSize(position.GetChain().EntrySize()));
}
NGram &operator*() { return gram_; }
const NGram &operator*() const { return gram_; }
NGram *operator->() { return &gram_; }
const NGram *operator->() const { return &gram_; }
void *Get() { return stream_.Get(); }
const void *Get() const { return stream_.Get(); }
operator bool() const { return stream_; }
bool operator!() const { return !stream_; }
void Poison() { stream_.Poison(); }
NGramStream &operator++() {
++stream_;
gram_.ReBase(stream_.Get());
return *this;
}
private:
NGram gram_;
util::stream::Stream stream_;
};
inline util::stream::Chain &operator>>(util::stream::Chain &chain, NGramStream &str) {
str.Init(chain.Add());
return chain;
}
}} // namespaces
#endif // LM_BUILDER_NGRAM_STREAM__
|
