summaryrefslogtreecommitdiff
path: root/decoder/dict.cc
diff options
context:
space:
mode:
Diffstat (limited to 'decoder/dict.cc')
-rw-r--r--decoder/dict.cc27
1 files changed, 0 insertions, 27 deletions
diff --git a/decoder/dict.cc b/decoder/dict.cc
deleted file mode 100644
index 2d6986c8..00000000
--- a/decoder/dict.cc
+++ /dev/null
@@ -1,27 +0,0 @@
-#include "dict.h"
-
-#include <string>
-#include <vector>
-
-void TokenizeStringSeparator(
- const std::string& str,
- const std::string& separator,
- std::vector<std::string>* tokens) {
-
- size_t pos = 0;
- std::string::size_type nextPos = str.find(separator, pos);
-
- while (nextPos != std::string::npos) {
- tokens->push_back(str.substr(pos, nextPos - pos));
- pos = nextPos + separator.size();
- nextPos = str.find(separator, pos);
- }
- tokens->push_back(str.substr(pos, nextPos - pos));
-}
-
-
-void Dict::AsVector(const WordID& id, std::vector<std::string>* results) const {
- results->clear();
- TokenizeStringSeparator(Convert(id), " ||| ", results);
-}
-