summaryrefslogtreecommitdiff
path: root/klm/lm/neural/wordvecs.hh
blob: 921a2b22cfcc9c174daee807948984230cbdd4b6 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
#ifndef LM_NEURAL_WORDVECS_H
#define LM_NEURAL_WORDVECS_H

#include "util/scoped.hh"
#include "lm/vocab.hh"

#include <Eigen/Dense>

namespace util { class FilePiece; }

namespace lm {
namespace neural {

class WordVecs {
  public:
    // Columns of the matrix are word vectors.  The column index is the word.
    typedef Eigen::Matrix<float, Eigen::Dynamic, Eigen::Dynamic, Eigen::ColMajor> Storage;

    /* The file should begin with a line stating the number of word vectors and
     * the length of the vectors.  Then it's followed by lines containing a
     * word followed by floating-point values.
     */
    explicit WordVecs(util::FilePiece &in);

    const Storage &Vectors() const { return vecs_; }

    WordIndex Index(StringPiece str) const { return vocab_.Index(str); }

  private:
    util::scoped_malloc vocab_backing_;
    ngram::ProbingVocabulary vocab_;

    Storage vecs_;
};

}} // namespaces

#endif // LM_NEURAL_WORDVECS_H