diff options
Diffstat (limited to 'decoder/dict.cc')
-rw-r--r-- | decoder/dict.cc | 27 |
1 files changed, 0 insertions, 27 deletions
diff --git a/decoder/dict.cc b/decoder/dict.cc deleted file mode 100644 index 2d6986c8..00000000 --- a/decoder/dict.cc +++ /dev/null @@ -1,27 +0,0 @@ -#include "dict.h" - -#include <string> -#include <vector> - -void TokenizeStringSeparator( - const std::string& str, - const std::string& separator, - std::vector<std::string>* tokens) { - - size_t pos = 0; - std::string::size_type nextPos = str.find(separator, pos); - - while (nextPos != std::string::npos) { - tokens->push_back(str.substr(pos, nextPos - pos)); - pos = nextPos + separator.size(); - nextPos = str.find(separator, pos); - } - tokens->push_back(str.substr(pos, nextPos - pos)); -} - - -void Dict::AsVector(const WordID& id, std::vector<std::string>* results) const { - results->clear(); - TokenizeStringSeparator(Convert(id), " ||| ", results); -} - |