extractor/vocabulary.cc


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

#include "vocabulary.h"

Vocabulary::~Vocabulary() {}

int Vocabulary::GetTerminalIndex(const string& word) {
  if (!dictionary.count(word)) {
    int word_id = words.size();
    dictionary[word] = word_id;
    words.push_back(word);
    return word_id;
  }

  return dictionary[word];
}

int Vocabulary::GetNonterminalIndex(int position) {
  return -position;
}

bool Vocabulary::IsTerminal(int symbol) {
  return symbol >= 0;
}

string Vocabulary::GetTerminalValue(int symbol) {
  return words[symbol];
}

int Vocabulary::Size() {
  return words.size();
}