#include "search/vertex_generator.hh" #include "lm/left.hh" #include "search/context.hh" #include "search/edge.hh" #include namespace search { VertexGenerator::VertexGenerator(ContextBase &context, Vertex &gen) : context_(context), gen_(gen) { gen.root_.InitRoot(); root_.under = &gen.root_; } namespace { const uint64_t kCompleteAdd = static_cast(-1); } // namespace void VertexGenerator::NewHypothesis(const PartialEdge &partial, Note note) { const lm::ngram::ChartState &state = partial.CompletedState(); std::pair got(existing_.insert(std::pair(hash_value(state), NULL))); if (!got.second) { // Found it already. Final &exists = *got.first->second; if (exists.Bound() < partial.score) { exists.Reset(partial.score, note, partial.nt[0].End(), partial.nt[1].End()); } return; } unsigned char left = 0, right = 0; Trie *node = &root_; while (true) { if (left == state.left.length) { node = &FindOrInsert(*node, kCompleteAdd - state.left.full, state, left, true, right, false); for (; right < state.right.length; ++right) { node = &FindOrInsert(*node, state.right.words[right], state, left, true, right + 1, false); } break; } node = &FindOrInsert(*node, state.left.pointers[left], state, left + 1, false, right, false); left++; if (right == state.right.length) { node = &FindOrInsert(*node, kCompleteAdd - state.left.full, state, left, false, right, true); for (; left < state.left.length; ++left) { node = &FindOrInsert(*node, state.left.pointers[left], state, left + 1, false, right, true); } break; } node = &FindOrInsert(*node, state.right.words[right], state, left, false, right + 1, false); right++; } node = &FindOrInsert(*node, kCompleteAdd - state.left.full, state, state.left.length, true, state.right.length, true); got.first->second = CompleteTransition(*node, state, note, partial); } VertexGenerator::Trie &VertexGenerator::FindOrInsert(VertexGenerator::Trie &node, uint64_t added, const lm::ngram::ChartState &state, unsigned char left, bool left_full, unsigned char right, bool right_full) { VertexGenerator::Trie &next = node.extend[added]; if (!next.under) { next.under = context_.NewVertexNode(); lm::ngram::ChartState &writing = next.under->MutableState(); writing = state; writing.left.full &= left_full && state.left.full; next.under->MutableRightFull() = right_full && state.left.full; writing.left.length = left; writing.right.length = right; node.under->AddExtend(next.under); } return next; } Final *VertexGenerator::CompleteTransition(VertexGenerator::Trie &starter, const lm::ngram::ChartState &state, Note note, const PartialEdge &partial) { VertexNode &node = *starter.under; assert(node.State().left.full == state.left.full); assert(!node.End()); Final *final = context_.NewFinal(); final->Reset(partial.score, note, partial.nt[0].End(), partial.nt[1].End()); node.SetEnd(final); return final; } } // namespace search